-- Logs begin at Tue 2021-10-12 17:07:42 UTC, end at Tue 2021-10-12 18:11:25 UTC. -- Oct 12 17:40:50.669980 dv-cinder-813226-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 12 17:40:53.453420 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.common.config [-] Logging enabled! Oct 12 17:40:53.454074 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev65 Oct 12 17:40:53.454163 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105625) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 12 17:40:53.457388 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.common.config [-] Logging enabled! Oct 12 17:40:53.457608 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev65 Oct 12 17:40:53.457931 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105625) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 12 17:40:53.458898 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 17:40:53.459127 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 17:40:53.459479 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 17:40:53.459717 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 17:40:53.459934 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 17:40:53.460244 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.460535 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.460825 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.461033 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.461314 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.461599 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.461870 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.462150 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.462456 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.462719 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.462988 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.463264 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.463491 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.463841 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.464221 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.464459 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.464679 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] debug = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.464952 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.465383 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.465787 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.466060 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.466359 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.466636 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.466901 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.467176 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.467451 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.467766 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] host = dv-cinder-813226-2-iscsi {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.468034 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.468314 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.468591 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.468872 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.469135 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.469407 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.469681 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.469940 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.470213 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] log_file = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.470504 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.470782 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.471064 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.471354 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.471573 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.471788 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.472105 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.472380 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.472619 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.472886 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.473149 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.473419 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.473679 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.473938 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.474214 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.474527 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.474805 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.475073 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.475347 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.475598 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.475859 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.476134 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.476405 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.476669 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.476932 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.477208 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.477468 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.477729 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.478026 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.478306 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.478609 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.478887 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.479154 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.479561 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.479829 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.480097 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.480359 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] use_json = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.480625 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.480892 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.481166 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.481427 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.481688 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.481954 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.482217 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.482508 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:53.482808 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.483094 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.483384 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.483658 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.483968 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.484240 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.484521 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.484791 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.485075 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.485353 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.485634 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.485904 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.486189 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.486481 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.486778 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.487076 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.487369 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.487665 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.487933 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.488200 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.488466 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.488735 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.489020 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.489287 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.489568 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.489852 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.490123 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.490424 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.490710 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.490995 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.491260 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.491529 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.491813 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.492083 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.492347 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.492616 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.492896 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.493165 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.493428 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.493701 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.493971 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.494238 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.494528 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.494805 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.495217 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.495494 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.495760 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.496028 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.496298 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.496561 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.496838 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.497107 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.497373 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.497635 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.497905 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.498170 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.498458 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.498728 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.499001 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.499269 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.499533 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.499799 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.500065 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.500328 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.500589 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.500851 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.501116 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.501381 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.501644 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.501906 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.502169 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.502462 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.502726 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.503007 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.503302 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.503582 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.503852 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.504122 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.504389 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.504656 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.504923 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.505195 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.505463 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.505728 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.506010 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.506288 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.506606 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.506881 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.507148 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.507451 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.507723 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.507998 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.508267 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.508536 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.508812 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.509089 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.509378 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.509665 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.509951 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.510238 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.510595 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.510875 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.511184 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.511485 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:53.511669 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 17:40:53.511909 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105625) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 12 17:40:53.944878 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 12 17:40:53.945120 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 12 17:40:53.945415 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 12 17:40:53.945773 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 12 17:40:54.267245 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.267505 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.267798 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.269002 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.269239 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.269512 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.304306 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.304535 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.304824 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.321033 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.321271 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.321559 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.353715 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.353941 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.354242 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.390213 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.390513 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.390778 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.627494 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.628137 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.628137 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.628137 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.628844 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.751952 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.752224 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.752522 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.752782 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.753037 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.753338 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.753587 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.753832 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.754076 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.754383 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.754621 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.754867 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.755111 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.755356 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.755602 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.755856 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.756101 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.756361 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.756626 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.756857 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.757116 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.757358 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.757630 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.757996 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.758234 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.758495 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.758892 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105625) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 17:40:54.759126 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105625) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 17:40:54.759359 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105625) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 17:40:54.759588 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105625) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 17:40:54.759817 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105625) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 17:40:54.760043 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105625) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 17:40:54.760419 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 12 17:40:54.763751 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 12 17:40:54.767763 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 12 17:40:54.772923 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1350, 1399)])]) Oct 12 17:40:54.774589 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 12 17:40:54.775070 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 12 17:40:54.775402 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 12 17:40:54.775794 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 12 17:40:54.778820 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 12 17:40:54.779056 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 12 17:40:54.779415 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 12 17:40:54.784887 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 12 17:40:54.807357 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 12 17:40:54.808225 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.808225 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105625) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 12 17:40:54.808523 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.810308 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105625) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 12 17:40:54.810611 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 12 17:40:54.810855 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 12 17:40:54.814378 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.814688 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:54.879350 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 12 17:40:54.879634 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 12 17:40:54.879990 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 12 17:40:54.881526 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 12 17:40:54.903503 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_db.sqlalchemy.engines [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105625) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 12 17:40:55.452596 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.plugins.ml2.managers [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Initializing driver for type 'gre' Oct 12 17:40:55.453160 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] gre ID ranges: [(1, 1000)] Oct 12 17:40:55.514695 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.plugins.ml2.managers [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Initializing driver for type 'local' Oct 12 17:40:55.515028 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.plugins.ml2.managers [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Initializing driver for type 'vlan' Oct 12 17:40:55.530550 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] VlanTypeDriver initialization complete Oct 12 17:40:55.530916 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.plugins.ml2.managers [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Initializing driver for type 'vxlan' Oct 12 17:40:55.531445 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] vxlan ID ranges: [(1, 1000)] Oct 12 17:40:55.584403 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.plugins.ml2.managers [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Initializing extension driver 'port_security' Oct 12 17:40:55.584787 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.plugins.ml2.extensions.port_security [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] PortSecurityExtensionDriver initialization complete Oct 12 17:40:55.585110 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.plugins.ml2.managers [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Initializing mechanism driver 'openvswitch' Oct 12 17:40:55.585445 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.plugins.ml2.managers [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Initializing mechanism driver 'hyperv' Oct 12 17:40:55.592586 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.plugins.ml2.plugin [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:40:55.593277 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > port after_create 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.593636 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > port after_update 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.593978 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > port after_delete 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.594540 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105625) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 17:40:55.594942 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > subnet after_create 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.595285 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > subnet after_update 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.595620 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.596004 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105625) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 17:40:55.596398 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > network after_create 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.596733 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > network after_update 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.597065 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > network after_delete 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.597440 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105625) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 17:40:55.597837 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > security_group after_create 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.598174 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > security_group after_update 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.598538 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.599058 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105625) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 17:40:55.599448 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.599792 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.600121 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.600500 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105625) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 17:40:55.600892 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > address_group after_create 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.601228 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > address_group after_update 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.601565 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.601939 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105625) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 17:40:55.602307 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] ML2 OVO RPC backend initialized. {{(pid=105625) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 12 17:40:55.603005 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.603397 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.603763 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > network before_response 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.604087 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > networks before_response 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.604498 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > port before_response 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.604830 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > ports before_response 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.605198 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > subnet before_response 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.605535 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > subnets before_response 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.605871 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > network after_create 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.606201 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > network after_update 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.606546 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > network after_delete 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.606871 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > port after_create 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.607198 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > port after_update 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.607519 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > port after_delete 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.607882 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > subnet after_create 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.608167 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > subnet after_update 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.608487 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.611354 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.plugins.ml2.plugin [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Modular L2 Plugin initialization complete Oct 12 17:40:55.611354 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading services supported by the core plugin {{(pid=105625) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 12 17:40:55.611354 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.plugins.ml2.managers [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Got port-security extension from driver 'port_security' Oct 12 17:40:55.611354 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.extensions.vlantransparent [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Disabled vlantransparent extension. Oct 12 17:40:55.611354 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105625) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 12 17:40:55.611354 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading Plugin: router Oct 12 17:40:55.647526 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.648169 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > router after_create 55549900 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.648260 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > router before_create 55549900 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.648593 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.648953 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.649298 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > router after_delete 55549900 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.649646 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.649991 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.650363 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > router after_create 55549900 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.650699 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > router after_update 55549900 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.651039 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > router after_update 55549900 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.651412 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.651758 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > router after_update 55549900 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.652155 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > router precommit_update 55549900 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.652512 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: port after_update 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.652842 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: port after_delete 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.653172 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: subnet after_update 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.653501 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.653838 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.654171 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > router precommit_create 55549900 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.654536 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: port before_delete 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.654869 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > router precommit_create 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.655214 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > router after_update 55549900 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.655545 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.655883 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > router precommit_create 55549900 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.656239 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.656579 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > router precommit_update 55549900 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.656930 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > agent after_create 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.657268 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > agent after_delete 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.657609 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > network after_delete 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.658525 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.quota.resource_registry [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Tracking information for resource: router configured {{(pid=105625) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 17:40:55.658853 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.quota.resource_registry [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Tracking information for resource: floatingip configured {{(pid=105625) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 17:40:55.664585 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.db.l3_agentschedulers_db [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 12 17:40:55.665154 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: port after_update 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.665509 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: port after_create 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.665852 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: port after_delete 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.666204 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: port after_update 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.667183 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > router before_create 55550100 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.667553 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.667901 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > router precommit_create 55550100 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.668249 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > router precommit_update 55550100 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.673266 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.services.provider_configuration [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Service providers = [] {{(pid=105625) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 12 17:40:55.673626 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.db.servicetype_db [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105625) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 12 17:40:55.676651 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.services.service_base [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105625) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 17:40:55.676997 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.services.service_base [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105625) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 17:40:55.677331 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.services.service_base [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105625) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 17:40:55.678212 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.services.service_base [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105625) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 17:40:55.678612 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.services.service_base [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 12 17:40:55.678984 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105625) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 17:40:55.679295 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 12 17:40:55.690709 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105625) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 17:40:55.691036 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading Plugin: auto_allocate Oct 12 17:40:55.697055 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: network precommit_update 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.697427 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: network precommit_create 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.698049 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105625) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 17:40:55.698270 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading Plugin: tag Oct 12 17:40:55.705013 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105625) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 17:40:55.705273 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading Plugin: timestamp Oct 12 17:40:55.710815 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105625) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 17:40:55.711140 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading Plugin: network_ip_availability Oct 12 17:40:55.716694 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.717071 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.717400 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.718119 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105625) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 17:40:55.718458 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading Plugin: flavors Oct 12 17:40:55.723219 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105625) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 17:40:55.723530 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading Plugin: revisions Oct 12 17:40:55.727858 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105625) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 17:40:55.728241 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_concurrency.lockutils [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.783s {{(pid=105625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 12 17:40:55.728991 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105625) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 12 17:40:55.729370 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Initializing extension manager. Oct 12 17:40:55.729884 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: __init__.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.730220 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: __pycache__ {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.730578 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.730902 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: address_group.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.731671 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.732250 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: address-group Oct 12 17:40:55.732567 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: address_scope.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.733273 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.733775 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: address-scope Oct 12 17:40:55.734091 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.735300 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.735793 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: router-admin-state-down-before-update Oct 12 17:40:55.736127 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: agent.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.736818 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.737319 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: agent Oct 12 17:40:55.737632 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: agent_resources_synced.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.738561 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.739067 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: agent-resources-synced Oct 12 17:40:55.739389 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: allowedaddresspairs.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.741216 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.741731 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: allowed-address-pairs Oct 12 17:40:55.742045 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: auto_allocated_topology.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.743149 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.743656 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: auto-allocated-topology Oct 12 17:40:55.743971 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: availability_zone.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.744657 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.745312 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: availability_zone Oct 12 17:40:55.745633 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: availability_zone_filter.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.746568 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.747068 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: availability_zone_filter Oct 12 17:40:55.747379 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: data_plane_status.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.748278 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.748779 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extension data-plane-status not supported by any of loaded plugins Oct 12 17:40:55.749094 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: default_subnetpools.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.749996 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.750538 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: default-subnetpools Oct 12 17:40:55.750854 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.751666 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.752166 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: dhcp_agent_scheduler Oct 12 17:40:55.752478 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: dns.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.753387 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.753882 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extension dns-integration not supported by any of loaded plugins Oct 12 17:40:55.754196 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: dns_domain_ports.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.755114 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.755611 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 12 17:40:55.755923 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.756825 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.757317 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 12 17:40:55.757627 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: dvr.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.758286 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.758817 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: dvr Oct 12 17:40:55.759133 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: ecmp_routes.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.760044 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.760590 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 12 17:40:55.760997 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: empty_string_filtering.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.761976 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.762507 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: empty-string-filtering Oct 12 17:40:55.762829 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.763725 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.764219 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 12 17:40:55.764535 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.765438 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.765936 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 12 17:40:55.766251 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: external_net.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.767162 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.767663 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: external-net Oct 12 17:40:55.767977 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.768877 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.769378 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: extra_dhcp_opt Oct 12 17:40:55.769694 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: extraroute.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.770621 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.771127 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: extraroute Oct 12 17:40:55.771441 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: extraroute_atomic.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.772469 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.772969 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: extraroute-atomic Oct 12 17:40:55.773282 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: filter_validation.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.773939 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.774459 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: filter-validation Oct 12 17:40:55.774770 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: fip_pf_description.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.775672 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.776201 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 12 17:40:55.776590 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: fip_port_details.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.777520 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.778016 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: fip-port-details Oct 12 17:40:55.778328 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: flavors.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.779624 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.780136 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: flavors Oct 12 17:40:55.780450 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.782120 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.782658 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 12 17:40:55.782984 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: floatingip_pools.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.783674 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.784212 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: floatingip-pools Oct 12 17:40:55.784463 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: ip_allocation.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.785400 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.785895 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extension ip_allocation not supported by any of loaded plugins Oct 12 17:40:55.786213 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.787135 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.787632 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: ip-substring-filtering Oct 12 17:40:55.787948 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: l2_adjacency.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.788857 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.789355 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 12 17:40:55.789671 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: l3.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.790831 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.791344 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: router Oct 12 17:40:55.791660 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.794094 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.794657 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 12 17:40:55.794971 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.795944 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.796452 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: ext-gw-mode Oct 12 17:40:55.796779 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.797714 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.798231 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: l3-ha Oct 12 17:40:55.798575 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: l3_flavors.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.799488 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.799991 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: l3-flavors Oct 12 17:40:55.800312 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.801242 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.801744 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 12 17:40:55.802057 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: l3agentscheduler.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.803140 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.803645 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: l3_agent_scheduler Oct 12 17:40:55.803960 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: logging.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.805454 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.805970 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extension logging not supported by any of loaded plugins Oct 12 17:40:55.806294 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: metering.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.807142 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.807755 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: metering Oct 12 17:40:55.808173 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.809605 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.810116 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: metering_source_and_destination_fields Oct 12 17:40:55.810466 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: multiprovidernet.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.811376 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.811880 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: multi-provider Oct 12 17:40:55.812195 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: netmtu.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.813094 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.813594 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: net-mtu Oct 12 17:40:55.813908 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: netmtu_writable.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.814844 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.815343 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: net-mtu-writable Oct 12 17:40:55.815655 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: network_availability_zone.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.816335 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.816836 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: network_availability_zone Oct 12 17:40:55.817154 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: network_ip_availability.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.818256 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.818793 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: network-ip-availability Oct 12 17:40:55.819112 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: network_segment_range.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.819875 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.820369 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extension network-segment-range not supported by any of loaded plugins Oct 12 17:40:55.820681 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: pagination.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.821647 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.821969 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: pagination Oct 12 17:40:55.822278 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: port_device_profile.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.823308 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.824016 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: port-device-profile Oct 12 17:40:55.824341 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.825274 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.825781 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: port-mac-address-regenerate Oct 12 17:40:55.826100 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.827025 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.827535 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: port-numa-affinity-policy Oct 12 17:40:55.827848 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: port_resource_request.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.828758 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.829252 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extension port-resource-request not supported by any of loaded plugins Oct 12 17:40:55.829567 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: portbindings.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.830650 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.831164 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: binding Oct 12 17:40:55.831478 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: portbindings_extended.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.832761 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.833264 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: binding-extended Oct 12 17:40:55.833581 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: portsecurity.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.834515 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.835019 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: port-security Oct 12 17:40:55.835337 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: project_id.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.836301 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.836624 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: project-id Oct 12 17:40:55.836938 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: providernet.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.837868 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.838548 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: provider Oct 12 17:40:55.838773 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: qos.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.842819 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.843364 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extension qos not supported by any of loaded plugins Oct 12 17:40:55.843683 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.844956 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.845461 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 12 17:40:55.845787 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.846741 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.847262 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 12 17:40:55.847576 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: qos_default.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.848490 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.848989 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extension qos-default not supported by any of loaded plugins Oct 12 17:40:55.849306 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: qos_fip.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.849965 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.850496 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extension qos-fip not supported by any of loaded plugins Oct 12 17:40:55.850813 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: qos_gateway_ip.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.851729 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.852227 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 12 17:40:55.852543 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: qos_port_network_policy.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.853443 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.853950 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 12 17:40:55.854270 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.855354 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.855871 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 12 17:40:55.856189 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: qos_pps_rule.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.857357 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.857868 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extension qos-pps not supported by any of loaded plugins Oct 12 17:40:55.858193 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: qos_rule_type_details.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.859123 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.859626 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 12 17:40:55.859941 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: qos_rules_alias.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.860979 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.861485 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 12 17:40:55.861805 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: quotasv2.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.862845 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.863171 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: quotas Oct 12 17:40:55.863481 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: quotasv2_detail.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.866927 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.867243 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: quota_details Oct 12 17:40:55.867571 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: rbac.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.868663 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.869186 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: rbac-policies Oct 12 17:40:55.869528 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: rbac_address_group.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.870563 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.871084 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: rbac-address-group Oct 12 17:40:55.871404 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: rbac_address_scope.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.872323 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.872829 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: rbac-address-scope Oct 12 17:40:55.873150 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: rbac_security_groups.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.874045 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.874582 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: rbac-security-groups Oct 12 17:40:55.874901 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: rbac_subnetpool.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.875808 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.876315 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: rbac-subnetpool Oct 12 17:40:55.876633 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: revisionifmatch.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.877540 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.878058 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: revision-if-match Oct 12 17:40:55.878405 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: revisions.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.879533 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.880047 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: standard-attr-revisions Oct 12 17:40:55.880368 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: router_availability_zone.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.881058 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.881568 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: router_availability_zone Oct 12 17:40:55.881968 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: routerservicetype.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.882836 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.883343 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extension router-service-type not supported by any of loaded plugins Oct 12 17:40:55.883659 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.884568 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.885073 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: security-groups-normalized-cidr Oct 12 17:40:55.885389 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.886315 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.886860 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: port-security-groups-filtering Oct 12 17:40:55.887173 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.888093 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.888619 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: security-groups-remote-address-group Oct 12 17:40:55.888935 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: securitygroup.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.899402 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.899565 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: security-group Oct 12 17:40:55.899817 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: segment.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.900666 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.901199 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extension segment not supported by any of loaded plugins Oct 12 17:40:55.901532 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.902594 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.903090 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 12 17:40:55.903391 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: servicetype.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.904530 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.905039 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: service-type Oct 12 17:40:55.905357 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: sorting.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.906330 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.906679 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: sorting Oct 12 17:40:55.907059 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: standard_attr_segment.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.907906 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.908403 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 12 17:40:55.908721 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: standardattrdescription.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.909362 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.909863 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: standard-attr-description Oct 12 17:40:55.910177 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: stateful_security_group.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.911156 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.911660 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: stateful-security-group Oct 12 17:40:55.911975 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: stdattrs_common.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.912561 dv-cinder-813226-2-iscsi neutron-server[105625]: WARNING neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 12 17:40:55.912876 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.913812 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.914320 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 12 17:40:55.914663 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: subnet_onboard.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.915746 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.916255 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: subnet_onboard Oct 12 17:40:55.916574 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.917531 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.918171 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 12 17:40:55.918375 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: subnet_service_types.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.919301 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.919805 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: subnet-service-types Oct 12 17:40:55.920119 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: subnetallocation.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.921221 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.921730 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: subnet_allocation Oct 12 17:40:55.922051 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.922749 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.923256 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: subnetpool-prefix-ops Oct 12 17:40:55.923576 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.924518 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.925028 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 12 17:40:55.925352 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: tagging.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.926521 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.927033 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: standard-attr-tag Oct 12 17:40:55.927353 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: timestamp.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.928590 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.929100 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loaded extension: standard-attr-timestamp Oct 12 17:40:55.929423 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: trunk.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.930474 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.930982 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extension trunk not supported by any of loaded plugins Oct 12 17:40:55.931300 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: trunk_details.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.932210 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.932816 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extension trunk-details not supported by any of loaded plugins Oct 12 17:40:55.933134 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: uplink_status_propagation.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.934564 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.935073 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 12 17:40:55.935390 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Loading extension file: vlantransparent.py {{(pid=105625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:40:55.936064 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:40:55.936569 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 12 17:40:55.939116 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.quota.resource_registry [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Creating instance of TrackedResource for resource:network Oct 12 17:40:55.939659 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.quota.resource_registry [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Creating instance of TrackedResource for resource:subnet Oct 12 17:40:55.940053 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.quota.resource_registry [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 17:40:55.940438 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.quota.resource_registry [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Creating instance of TrackedResource for resource:port Oct 12 17:40:55.941758 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.v2.resource_helper [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 17:40:55.942179 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.v2.resource_helper [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Service FLAVORS assigned prefix: {{(pid=105625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 17:40:55.942848 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.v2.resource_helper [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 17:40:55.943264 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.v2.resource_helper [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 17:40:55.943588 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.quota.resource_registry [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Creating instance of TrackedResource for resource:router Oct 12 17:40:55.944029 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.quota.resource_registry [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Creating instance of TrackedResource for resource:floatingip Oct 12 17:40:55.944507 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.v2.resource_helper [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Service METERING assigned prefix: /metering {{(pid=105625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 17:40:55.945930 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.946633 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.946633 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:40:55.947696 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.quota.resource_registry [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Creating instance of CountableResource for resource:rbac_policy Oct 12 17:40:55.948614 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.quota.resource_registry [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Creating instance of TrackedResource for resource:security_group Oct 12 17:40:55.949256 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.quota.resource_registry [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 12 17:40:55.949923 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.v2.resource_helper [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Service CORE assigned prefix: {{(pid=105625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 17:40:55.950251 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.quota.resource_registry [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 17:40:55.950631 dv-cinder-813226-2-iscsi neutron-server[105625]: WARNING neutron.quota.resource_registry [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] subnetpool is already registered Oct 12 17:40:55.951056 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.v2.resource_helper [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Service CORE assigned prefix: {{(pid=105625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 17:40:55.951368 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.quota.resource_registry [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 17:40:55.951700 dv-cinder-813226-2-iscsi neutron-server[105625]: WARNING neutron.quota.resource_registry [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] subnetpool is already registered Oct 12 17:40:55.954006 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.v2.resource_helper [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 17:40:55.954487 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.v2.resource_helper [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Service FLAVORS assigned prefix: {{(pid=105625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 17:40:55.955091 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.v2.resource_helper [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 17:40:55.955452 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.v2.resource_helper [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 17:40:55.955778 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.quota.resource_registry [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Creating instance of TrackedResource for resource:router Oct 12 17:40:55.956105 dv-cinder-813226-2-iscsi neutron-server[105625]: WARNING neutron.quota.resource_registry [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] router is already registered Oct 12 17:40:55.956501 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.quota.resource_registry [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Creating instance of TrackedResource for resource:floatingip Oct 12 17:40:55.956824 dv-cinder-813226-2-iscsi neutron-server[105625]: WARNING neutron.quota.resource_registry [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] floatingip is already registered Oct 12 17:40:55.957265 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.v2.resource_helper [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Service METERING assigned prefix: /metering {{(pid=105625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 17:40:55.957918 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.quota.resource_registry [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Creating instance of CountableResource for resource:rbac_policy Oct 12 17:40:55.958239 dv-cinder-813226-2-iscsi neutron-server[105625]: WARNING neutron.quota.resource_registry [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] rbac_policy is already registered Oct 12 17:40:55.958675 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.quota.resource_registry [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Creating instance of TrackedResource for resource:security_group Oct 12 17:40:55.959003 dv-cinder-813226-2-iscsi neutron-server[105625]: WARNING neutron.quota.resource_registry [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] security_group is already registered Oct 12 17:40:55.959396 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.quota.resource_registry [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 12 17:40:55.959721 dv-cinder-813226-2-iscsi neutron-server[105625]: WARNING neutron.quota.resource_registry [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] security_group_rule is already registered Oct 12 17:40:55.960337 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.v2.resource_helper [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Service CORE assigned prefix: {{(pid=105625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 17:40:55.960663 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.quota.resource_registry [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 17:40:55.960989 dv-cinder-813226-2-iscsi neutron-server[105625]: WARNING neutron.quota.resource_registry [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] subnetpool is already registered Oct 12 17:40:55.961400 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.v2.resource_helper [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Service CORE assigned prefix: {{(pid=105625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 17:40:55.961717 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.quota.resource_registry [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 17:40:55.962042 dv-cinder-813226-2-iscsi neutron-server[105625]: WARNING neutron.quota.resource_registry [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] subnetpool is already registered Oct 12 17:40:55.962521 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extended resource: extensions {{(pid=105625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:40:55.964130 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extended resource: address-groups {{(pid=105625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:40:55.965615 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extended resource: address-scopes {{(pid=105625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:40:55.966955 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extended resource: agents {{(pid=105625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:40:55.968200 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extended resource: auto-allocated-topology {{(pid=105625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:40:55.969458 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extended resource: availability_zones {{(pid=105625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:40:55.970703 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extended resource: dhcp-networks {{(pid=105625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:40:55.973439 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extended resource: dhcp-agents {{(pid=105625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:40:55.974907 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extended resource: routers {{(pid=105625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:40:55.977128 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extended resource: flavors {{(pid=105625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:40:55.978315 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extended resource: service_profiles {{(pid=105625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:40:55.979711 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extended resource: next_providers {{(pid=105625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:40:55.981176 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extended resource: service_profiles {{(pid=105625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:40:55.982720 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extended resource: floatingip-pools {{(pid=105625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:40:55.983947 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extended resource: routers {{(pid=105625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:40:55.986074 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extended resource: floatingips {{(pid=105625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:40:55.987371 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extended resource: l3-routers {{(pid=105625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:40:55.988755 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extended resource: l3-agents {{(pid=105625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:40:55.990194 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extended resource: metering-labels {{(pid=105625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:40:55.991631 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extended resource: metering-label-rules {{(pid=105625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:40:55.992905 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extended resource: network-ip-availabilities {{(pid=105625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:40:55.994184 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extended resource: bindings {{(pid=105625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:40:55.995999 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extended resource: quotas {{(pid=105625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:40:55.997561 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extended resource: quotas {{(pid=105625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:40:55.999222 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extended resource: rbac-policies {{(pid=105625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:40:56.000497 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extended resource: security-groups {{(pid=105625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:40:56.001735 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extended resource: security-group-rules {{(pid=105625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:40:56.002990 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extended resource: service-providers {{(pid=105625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:40:56.004194 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extended resource: subnetpools {{(pid=105625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:40:56.005599 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extended resource: subnetpools {{(pid=105625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:40:56.007106 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extended resource: tags {{(pid=105625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:40:56.008793 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extended resource: tags {{(pid=105625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:40:56.010632 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extended resource: tags {{(pid=105625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:40:56.012394 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extended resource: tags {{(pid=105625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:40:56.014202 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extended resource: tags {{(pid=105625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:40:56.016105 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extended resource: tags {{(pid=105625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:40:56.017771 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extended resource: tags {{(pid=105625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:40:56.019726 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extended resource: tags {{(pid=105625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:40:56.021487 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extended resource: tags {{(pid=105625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:40:56.023345 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron.api.extensions [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Extended resource: tags {{(pid=105625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:40:56.029751 dv-cinder-813226-2-iscsi neutron-server[105625]: WARNING keystonemiddleware.auth_token [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 12 17:40:56.035609 dv-cinder-813226-2-iscsi neutron-server[105625]: WARNING keystonemiddleware.auth_token [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 12 17:40:56.044931 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_concurrency.lockutils [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Acquired lock "singleton_lock" {{(pid=105625) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 12 17:40:56.045405 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_concurrency.lockutils [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Releasing lock "singleton_lock" {{(pid=105625) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 12 17:40:56.046061 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO oslo_service.service [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Starting 2 workers Oct 12 17:40:56.050836 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Started child 105766 {{(pid=105625) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 17:40:56.055260 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Started child 105767 {{(pid=105625) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 17:40:56.056056 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:40:56.056790 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO neutron.service [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 12 17:40:56.057519 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Notify callbacks [] for process, before_spawn {{(pid=105625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:40:56.057631 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [-] (105766) wsgi starting up on http://0.0.0.0:9696 Oct 12 17:40:56.060448 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO oslo_service.service [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Starting 1 workers Oct 12 17:40:56.061612 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:40:56.063046 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [-] (105767) wsgi starting up on http://0.0.0.0:9696 Oct 12 17:40:56.065569 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Started child 105768 {{(pid=105625) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 17:40:56.066141 dv-cinder-813226-2-iscsi neutron-server[105625]: INFO oslo_service.service [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Starting 1 workers Oct 12 17:40:56.069392 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.service [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] calling RpcWorker wait() {{(pid=105768) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 12 17:40:56.069952 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.service [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] returning from RpcWorker wait() {{(pid=105768) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 12 17:40:56.070813 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Started child 105769 {{(pid=105625) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 17:40:56.071308 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:40:56.071616 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG neutron_lib.callbacks.manager [None req-444ab211-6edc-4bc3-9fe7-7d0b44bd2ce3 None None] Notify callbacks [] for process, after_spawn {{(pid=105625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:40:56.071892 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:40:56.073661 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105625) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 12 17:40:56.073818 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 17:40:56.074003 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 17:40:56.074233 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 17:40:56.074580 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 17:40:56.074731 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 17:40:56.075274 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.075530 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.075852 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.076224 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.076522 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.076647 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:40:56.077132 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.077356 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.077870 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.077975 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:40:56.078058 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.078058 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.078250 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.078429 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.078716 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.078982 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.079289 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.079560 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.079811 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.080051 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.080205 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.080462 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.080707 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.080973 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.081738 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] debug = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.081738 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.082113 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.082326 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.082603 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.082849 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.083105 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.083348 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.083632 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.083839 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.084050 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.084277 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.084531 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.084748 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.084954 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.085213 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.085422 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.085651 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.086094 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] host = dv-cinder-813226-2-iscsi {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.086301 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.086552 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.086774 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.087003 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.087255 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.087468 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.087726 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.087964 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.088195 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.088432 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.088752 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.089182 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.089813 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.089813 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] log_file = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.089813 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] log_options = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.090178 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.090306 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.090541 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.090694 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.090856 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.091112 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.091275 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.091434 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.091685 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.091934 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.092105 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.092317 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.092532 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.092773 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.093005 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.093228 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.093446 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.093654 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.093898 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.094127 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.094972 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.095220 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.095508 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.095666 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.095973 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.096105 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.096319 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.096535 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.096743 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.096967 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.097197 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.097440 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.097665 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.097915 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.098187 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.100465 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.100465 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.100465 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.100465 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.100465 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.100465 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.100465 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.100465 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.102053 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.102053 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.102053 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.102053 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] use_json = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.102053 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.102053 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.102053 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.102053 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.102053 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.103949 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.103949 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.103949 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.103949 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.103949 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.103949 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.103949 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.105325 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.105325 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.105325 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.105325 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.105325 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.105325 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.106784 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.106784 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.106784 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.106784 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.106784 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.106784 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.108434 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.108434 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.108434 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.108434 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.108434 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.108434 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.108434 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.109857 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.109857 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.109857 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.109857 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.109857 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.109857 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.110955 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.85/identity {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.110955 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.110955 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.110955 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.112241 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.112241 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.112241 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.112241 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.112241 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.112241 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.113243 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.113243 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.113243 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.114072 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.114072 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.114072 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.114476 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.114476 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.114734 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.114936 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.115813 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.115813 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.115813 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.115813 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.116080 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.116150 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.116467 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.116562 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.116827 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.116989 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.117502 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.117885 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.118291 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.118723 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.119106 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.119506 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.119915 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.120390 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.120807 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.121245 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.121790 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.122194 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.122611 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.122988 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.123386 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.123812 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.124206 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.124595 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.124983 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.125366 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.125749 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.126125 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.126537 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.126960 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.127184 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.127398 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.127630 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.127863 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.128078 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.128306 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.128578 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.128884 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.129142 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.129388 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.129607 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.129837 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.130054 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.130294 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.130555 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.130784 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.131012 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.131280 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.131499 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.131750 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.131992 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.132244 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.132446 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.132662 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.132895 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.133105 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.133349 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.133553 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.133968 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.134365 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.134731 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.135096 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.135631 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.136050 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.136710 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.136798 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.137141 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.137240 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.137545 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.137822 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.138105 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.138380 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.138617 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.138896 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.139225 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.139540 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.139773 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.140172 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.140548 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.140986 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.141237 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.141461 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.141697 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.141931 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.142236 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.142509 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.142876 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.143228 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.143641 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.144005 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.144374 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.144767 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.145145 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.145526 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.145910 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.146288 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.85/identity {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.146678 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.147059 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.147426 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.147784 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.148155 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.148516 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.148881 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.149233 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.149583 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.149976 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.150333 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.150720 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.151085 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.151595 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.152117 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.152494 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.152852 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.153207 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.153585 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.153944 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.154297 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.154687 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.155032 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.155430 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.155674 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.155966 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.156233 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.156465 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.156710 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.156950 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.157189 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.157396 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.157836 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.158208 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.158696 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.159046 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.159454 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.159917 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.160313 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.160678 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.161054 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.161447 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.161819 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.162294 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.162723 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.163099 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.163468 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.163819 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.164195 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.164556 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.164904 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.165271 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.165653 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.166022 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.166451 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.166899 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.167299 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.167642 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.167991 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.168360 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.168582 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.168802 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.169091 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.169336 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.169583 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.169832 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.170067 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.170291 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.170542 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.170774 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.170986 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.171211 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.171422 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.171648 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.171883 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.172090 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.172313 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.173404 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.173404 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.173404 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.173404 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.173404 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.173738 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.173804 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.173999 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.174198 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.174598 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.174949 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.175292 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.175663 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.176023 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.176375 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.176602 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.176987 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.177201 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.177451 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.177683 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.177889 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.178217 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.178486 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.178708 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.178990 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.179220 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.179453 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.179699 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.180024 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.180254 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.180495 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.180738 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.180940 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.181159 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.181417 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.181720 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.182009 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.182268 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.182629 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.182913 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.183183 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1350:1399'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.183456 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.183645 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.184256 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.184594 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.184864 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.185119 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.185359 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.185601 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.185833 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.186067 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.186292 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.186557 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.186772 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.187026 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.187251 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.187470 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.187699 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.187944 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.188168 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.188404 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.188624 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.188859 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.189071 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.189228 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 17:40:56.189838 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105625) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 12 17:40:56.190089 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 17:40:56.190329 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 17:40:56.190611 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 17:40:56.191398 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 17:40:56.191398 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 17:40:56.191398 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.191398 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.191398 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.191745 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.191745 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.191867 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.192007 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.192316 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.192468 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.192766 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.192916 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.193227 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.193382 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.193687 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.193849 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.193985 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.194276 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.194585 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.194876 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.195169 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.195323 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.195484 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.195621 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] debug = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.195779 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.195992 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.196171 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.196338 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.196458 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.196602 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.196755 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.196931 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.197057 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.197219 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.197368 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.197519 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.197673 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.197819 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.197950 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.198162 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.198323 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.198695 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] host = dv-cinder-813226-2-iscsi {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.198695 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.198852 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.198948 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.199234 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.199399 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.199554 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.199706 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.199890 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.200025 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.200150 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.200303 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.200454 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.200711 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.200813 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] log_file = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.200881 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] log_options = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.201032 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.201186 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.201337 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.201515 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.201671 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.201823 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.201973 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.202133 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.202297 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.202498 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.202625 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.202736 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.202879 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.203030 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.203156 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.203312 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.203445 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.203570 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.203723 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.204040 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.204195 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.204346 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.204496 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.204638 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.204787 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.204937 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.205089 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.205295 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.205405 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.205534 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.205686 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.205839 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.205989 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.206140 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.206293 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.206475 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.206601 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.206785 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.206899 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.207076 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.207422 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.207422 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.207573 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.207573 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.207713 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.207868 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.208019 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] use_json = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.208170 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.208308 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.208468 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.208621 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.208772 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.208994 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.209118 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.209237 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:40:56.209368 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.209511 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.209677 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.209832 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.209986 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.210141 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.210294 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.210484 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.210640 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.210777 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.210946 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.211102 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.211266 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.211420 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.211576 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.211738 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.211893 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.212047 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.212204 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.212359 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.212514 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.212668 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.212833 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.212986 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.213140 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.213355 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.213481 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.213609 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.213824 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.214240 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.85/identity {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.214240 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.214240 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.214620 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.214620 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.214832 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.214832 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.215073 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.215073 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.215300 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.215417 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.215533 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.215661 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.215779 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.215932 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.216194 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.216327 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.216451 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.216569 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.216687 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.216805 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.216965 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.217104 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.217253 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.217403 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.217554 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.217714 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.217864 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.218014 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.218170 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.218320 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.218492 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.218673 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.218802 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.218922 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.219133 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.219255 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.219375 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.219503 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.219637 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.219786 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.219936 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.220088 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.220281 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.220460 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.220591 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.220713 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.220834 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.220954 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.221145 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.221336 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.221438 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.221560 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.221733 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.221866 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.222010 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.222129 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.222287 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.222503 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.222623 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.222774 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.222947 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.223100 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.223255 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.223413 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.223569 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.223724 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.223878 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.224033 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.224188 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.224341 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.224502 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.224656 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.224876 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.224979 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.225115 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.225276 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.225423 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.225580 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.225735 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.225890 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.226051 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.226210 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.226398 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.226543 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.226692 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.226856 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.227021 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.227176 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.227333 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.227490 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.227652 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.227817 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.227975 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.228130 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.228372 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.228476 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.228628 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.228828 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.228928 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.229010 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.229166 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.229523 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.229838 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.229999 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.230217 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.230408 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.230555 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.230691 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.230825 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.230960 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.231111 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.231246 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.231395 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.231528 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.231665 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.231798 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.231933 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.232091 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.232229 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.85/identity {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.232408 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.232608 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.232766 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.232898 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.233044 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.233181 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.233313 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.233444 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.233574 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.233706 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.233839 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.233981 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.234122 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.234275 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.234447 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.234572 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.234703 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.234848 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.235006 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.235133 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.235373 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.235512 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.235653 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.235782 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.235918 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.236051 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.236185 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.236317 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.236449 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.236586 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.236719 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.236861 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.237000 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.237135 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.237263 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.237478 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.237619 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.237759 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.237902 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.238038 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.238161 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.238272 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.238466 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.238608 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.238738 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.238891 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.239043 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.239184 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.239394 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.239519 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.239638 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.239758 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.239908 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.240064 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.240228 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.240358 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.240518 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.240693 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.240808 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.240987 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.241114 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.241263 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.241442 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.241568 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.242497 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.242497 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.242497 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.242497 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.242497 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.242497 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.242902 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.242902 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.242902 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.243068 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.243142 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:40:56.243217 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.243349 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.243503 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.243663 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.243801 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.243954 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.244116 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.244271 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.244487 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.244576 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.244720 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.244915 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.245116 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.245245 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.245400 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.245555 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.245851 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.246094 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.246286 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.246725 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.246725 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.246877 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.246951 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.247102 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.247204 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.247350 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.247501 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.247658 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.247817 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.247972 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.248125 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.248290 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.248445 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.248593 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.248780 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.248989 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.249161 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.249161 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.249506 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.249506 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.249746 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.249746 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.250022 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.250154 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1350:1399'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.250278 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.250513 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.250513 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.250746 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.250867 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.250987 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.251138 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.251295 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.251441 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.251605 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.251733 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.251879 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.252029 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.252178 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.252329 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.252478 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.252626 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.252783 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.252940 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.253071 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.253227 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.253377 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.253527 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:40:56.253678 dv-cinder-813226-2-iscsi neutron-server[105625]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 17:40:56.347261 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 57352) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:40:56.355821 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [-] 10.222.0.85 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063295 Oct 12 17:41:08.383448 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b093f2-6f29-4bd2-beaa-ed6e78f40ec3 None None] get_active_networks_info from dv-cinder-813226-2-iscsi {{(pid=105768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 17:41:08.442909 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b093f2-6f29-4bd2-beaa-ed6e78f40ec3 None None] No non-hosted networks {{(pid=105768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 12 17:41:08.468490 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-db31b502-db1c-4226-95c5-193c98a566b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8114928'] for agent, after_create {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:10.973261 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-c3a58795-e9bb-438a-a895-854e6f9eb6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8114928'] for agent, after_create {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:11.038501 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-c956d7be-1d6f-44ab-8671-420f3c222dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:11.903203 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8114928'] for agent, after_create {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:11.906358 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:11.906622 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:11.906959 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:11.912658 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:11.912986 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:11.918701 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:11.919393 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:11.921941 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:11.922409 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:11.923621 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:11.923992 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:11.924335 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:11.935141 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-813226-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:41:11.952346 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-813226-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:41:12.293999 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8114928'] for agent, after_create {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:13.770691 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8114928'] for agent, after_create {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:14.767712 dv-cinder-813226-2-iscsi neutron-server[105768]: INFO neutron.db.l3_hamode_db [None req-ee003e85-2a60-4f0c-92ac-88bc442471db None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 12 17:41:14.850260 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee003e85-2a60-4f0c-92ac-88bc442471db None None] Routers set() bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:41:14.850981 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee003e85-2a60-4f0c-92ac-88bc442471db None None] Router IDs set() for agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 12 17:41:15.162119 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 57444) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:41:15.685301 dv-cinder-813226-2-iscsi neutron-server[105767]: WARNING oslo_policy.policy [None req-e5cdab45-91b5-40ac-b7e0-4408c1a501c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 17:41:15.685889 dv-cinder-813226-2-iscsi neutron-server[105767]: WARNING oslo_policy.policy [None req-e5cdab45-91b5-40ac-b7e0-4408c1a501c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 17:41:15.911074 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [None req-e5cdab45-91b5-40ac-b7e0-4408c1a501c5 admin admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=105767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 17:41:15.912118 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-e5cdab45-91b5-40ac-b7e0-4408c1a501c5 admin admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7490346 Oct 12 17:41:18.469164 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 57458) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:41:18.815752 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [None req-2d36d2ff-581a-47ec-826b-ea7404ae5be0 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:41:18.912358 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.policy [None req-2d36d2ff-581a-47ec-826b-ea7404ae5be0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105767) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 12 17:41:18.960958 dv-cinder-813226-2-iscsi neutron-server[105767]: WARNING oslo_policy.policy [None req-2d36d2ff-581a-47ec-826b-ea7404ae5be0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 17:41:18.961344 dv-cinder-813226-2-iscsi neutron-server[105767]: WARNING oslo_policy.policy [None req-2d36d2ff-581a-47ec-826b-ea7404ae5be0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 17:41:18.970079 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.quota [None req-2d36d2ff-581a-47ec-826b-ea7404ae5be0 admin admin] Loaded quota_driver: . Oct 12 17:41:19.060913 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2d36d2ff-581a-47ec-826b-ea7404ae5be0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752773532014', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752773532605', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752773585157', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752773583041', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752773370817', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752773564265', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-656974', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-782785', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8027098', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7971850'] for rbac-policy, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:19.135464 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2d36d2ff-581a-47ec-826b-ea7404ae5be0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:19.136808 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-2d36d2ff-581a-47ec-826b-ea7404ae5be0 admin admin] 10.222.0.85 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6666729 Oct 12 17:41:21.911617 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 57470) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:41:22.500648 dv-cinder-813226-2-iscsi neutron-server[105766]: WARNING oslo_policy.policy [None req-45c12aa7-6f72-4b2b-a195-c6fb624638b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 17:41:22.501216 dv-cinder-813226-2-iscsi neutron-server[105766]: WARNING oslo_policy.policy [None req-45c12aa7-6f72-4b2b-a195-c6fb624638b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 17:41:22.732003 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-45c12aa7-6f72-4b2b-a195-c6fb624638b3 admin admin] Request body: {'network': {'tenant_id': '329c02ec665d46689397ae54290ca11a', 'admin_state_up': True, 'name': 'private', 'project_id': '329c02ec665d46689397ae54290ca11a'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:41:22.733672 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.quota [None req-45c12aa7-6f72-4b2b-a195-c6fb624638b3 admin admin] Loaded quota_driver: . Oct 12 17:41:22.796214 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c12aa7-6f72-4b2b-a195-c6fb624638b3 admin admin] Made reservation on behalf of 329c02ec665d46689397ae54290ca11a for: {'network': 1} {{(pid=105766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:41:22.865857 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.policy [None req-45c12aa7-6f72-4b2b-a195-c6fb624638b3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105766) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 12 17:41:22.914262 dv-cinder-813226-2-iscsi neutron-server[105766]: WARNING oslo_policy.policy [None req-45c12aa7-6f72-4b2b-a195-c6fb624638b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 17:41:22.914960 dv-cinder-813226-2-iscsi neutron-server[105766]: WARNING oslo_policy.policy [None req-45c12aa7-6f72-4b2b-a195-c6fb624638b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 17:41:22.925833 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-45c12aa7-6f72-4b2b-a195-c6fb624638b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for network, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:22.949236 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-45c12aa7-6f72-4b2b-a195-c6fb624638b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:23.075254 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-45c12aa7-6f72-4b2b-a195-c6fb624638b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:23.080125 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-45c12aa7-6f72-4b2b-a195-c6fb624638b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:23.107785 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c12aa7-6f72-4b2b-a195-c6fb624638b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1352, 'physical_network': 'physnet1'} {{(pid=105766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 17:41:23.134058 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-45c12aa7-6f72-4b2b-a195-c6fb624638b3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752770188279', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234'] for segment, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:23.134695 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-45c12aa7-6f72-4b2b-a195-c6fb624638b3 admin admin] Unsubscribe: segment precommit_create {{(pid=105766) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 12 17:41:23.135204 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.db.segments_db [None req-45c12aa7-6f72-4b2b-a195-c6fb624638b3 admin admin] Added segment 8317189d-c673-4e0d-b398-9fe9d56f96cf of type vlan for network 80f1b2b6-c197-4c0c-a106-2218c640412f Oct 12 17:41:23.141628 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c12aa7-6f72-4b2b-a195-c6fb624638b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cde1e75-4168-4f85-8e2c-80b7923e70fa,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:41:23.174951 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c12aa7-6f72-4b2b-a195-c6fb624638b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:23.175342 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c12aa7-6f72-4b2b-a195-c6fb624638b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:23.175621 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c12aa7-6f72-4b2b-a195-c6fb624638b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:23.175948 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c12aa7-6f72-4b2b-a195-c6fb624638b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:23.176267 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c12aa7-6f72-4b2b-a195-c6fb624638b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:23.176605 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c12aa7-6f72-4b2b-a195-c6fb624638b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:23.176927 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c12aa7-6f72-4b2b-a195-c6fb624638b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:23.177254 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c12aa7-6f72-4b2b-a195-c6fb624638b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:23.177591 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c12aa7-6f72-4b2b-a195-c6fb624638b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:23.177909 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c12aa7-6f72-4b2b-a195-c6fb624638b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:23.178220 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c12aa7-6f72-4b2b-a195-c6fb624638b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:23.178552 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c12aa7-6f72-4b2b-a195-c6fb624638b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:23.179670 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c12aa7-6f72-4b2b-a195-c6fb624638b3 admin admin] Tracked resource versions report: Oct 12 17:41:23.179670 dv-cinder-813226-2-iscsi neutron-server[105766]: pushed versions: Oct 12 17:41:23.179670 dv-cinder-813226-2-iscsi neutron-server[105766]: { 'AddressGroup': {'1.2'}, Oct 12 17:41:23.179670 dv-cinder-813226-2-iscsi neutron-server[105766]: 'ConntrackHelper': {'1.0'}, Oct 12 17:41:23.179670 dv-cinder-813226-2-iscsi neutron-server[105766]: 'Log': {'1.0'}, Oct 12 17:41:23.179670 dv-cinder-813226-2-iscsi neutron-server[105766]: 'Network': {'1.1'}, Oct 12 17:41:23.179670 dv-cinder-813226-2-iscsi neutron-server[105766]: 'Port': {'1.7'}, Oct 12 17:41:23.179670 dv-cinder-813226-2-iscsi neutron-server[105766]: 'PortForwarding': {'1.2'}, Oct 12 17:41:23.179670 dv-cinder-813226-2-iscsi neutron-server[105766]: 'QosPolicy': {'1.10'}, Oct 12 17:41:23.179670 dv-cinder-813226-2-iscsi neutron-server[105766]: 'SecurityGroup': {'1.4'}, Oct 12 17:41:23.179670 dv-cinder-813226-2-iscsi neutron-server[105766]: 'SecurityGroupRule': {'1.2'}, Oct 12 17:41:23.179670 dv-cinder-813226-2-iscsi neutron-server[105766]: 'SubPort': {'1.0'}, Oct 12 17:41:23.179670 dv-cinder-813226-2-iscsi neutron-server[105766]: 'Subnet': {'1.1'}, Oct 12 17:41:23.179670 dv-cinder-813226-2-iscsi neutron-server[105766]: 'Trunk': {'1.1'}} Oct 12 17:41:23.179670 dv-cinder-813226-2-iscsi neutron-server[105766]: consumer versions: Oct 12 17:41:23.179670 dv-cinder-813226-2-iscsi neutron-server[105766]: { DHCP agent@dv-cinder-813226-2-iscsi: {}, Oct 12 17:41:23.179670 dv-cinder-813226-2-iscsi neutron-server[105766]: L3 agent@dv-cinder-813226-2-iscsi: {}, Oct 12 17:41:23.179670 dv-cinder-813226-2-iscsi neutron-server[105766]: Metadata agent@dv-cinder-813226-2-iscsi: {}, Oct 12 17:41:23.179670 dv-cinder-813226-2-iscsi neutron-server[105766]: Metering agent@dv-cinder-813226-2-iscsi: {}, Oct 12 17:41:23.179670 dv-cinder-813226-2-iscsi neutron-server[105766]: Open vSwitch agent@dv-cinder-813226-2-iscsi: { 'AddressGroup': '1.2', Oct 12 17:41:23.179670 dv-cinder-813226-2-iscsi neutron-server[105766]: 'ConntrackHelper': '1.0', Oct 12 17:41:23.179670 dv-cinder-813226-2-iscsi neutron-server[105766]: 'Log': '1.0', Oct 12 17:41:23.179670 dv-cinder-813226-2-iscsi neutron-server[105766]: 'Network': '1.1', Oct 12 17:41:23.179670 dv-cinder-813226-2-iscsi neutron-server[105766]: 'Port': '1.7', Oct 12 17:41:23.179670 dv-cinder-813226-2-iscsi neutron-server[105766]: 'PortForwarding': '1.2', Oct 12 17:41:23.179670 dv-cinder-813226-2-iscsi neutron-server[105766]: 'QosPolicy': '1.10', Oct 12 17:41:23.179670 dv-cinder-813226-2-iscsi neutron-server[105766]: 'SecurityGroup': '1.4', Oct 12 17:41:23.179670 dv-cinder-813226-2-iscsi neutron-server[105766]: 'SecurityGroupRule': '1.2', Oct 12 17:41:23.179670 dv-cinder-813226-2-iscsi neutron-server[105766]: 'SubPort': '1.0', Oct 12 17:41:23.179670 dv-cinder-813226-2-iscsi neutron-server[105766]: 'Subnet': '1.1', Oct 12 17:41:23.179670 dv-cinder-813226-2-iscsi neutron-server[105766]: 'Trunk': '1.1'}} Oct 12 17:41:23.179670 dv-cinder-813226-2-iscsi neutron-server[105766]: {{(pid=105766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 17:41:23.272571 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-45c12aa7-6f72-4b2b-a195-c6fb624638b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752769697868'] for network, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:23.313852 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-45c12aa7-6f72-4b2b-a195-c6fb624638b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365'] for network, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:23.315157 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c12aa7-6f72-4b2b-a195-c6fb624638b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:41:23.315848 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-45c12aa7-6f72-4b2b-a195-c6fb624638b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for network, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:23.398419 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-45c12aa7-6f72-4b2b-a195-c6fb624638b3 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.4844964 Oct 12 17:41:23.423290 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c12aa7-6f72-4b2b-a195-c6fb624638b3 admin admin] Pushing event updated for resources: {'Network': ['ID=80f1b2b6-c197-4c0c-a106-2218c640412f,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:41:23.435707 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Network 80f1b2b6-c197-4c0c-a106-2218c640412f details requested by agent ovs-agent-dv-cinder-813226-2-iscsi with host dv-cinder-813226-2-iscsi {{(pid=105768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 17:41:26.215122 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 57492) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:41:26.684241 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45652c96-80f0-4b6f-ba90-36929662cc1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:41:26.685990 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-45652c96-80f0-4b6f-ba90-36929662cc1c admin admin] 10.222.0.85 "GET /v2.0/networks/80f1b2b6-c197-4c0c-a106-2218c640412f HTTP/1.1" status: 200 len: 826 time: 0.4699261 Oct 12 17:41:26.719967 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-7ddefe3d-c45c-486d-9f94-8f982ca1a4d7 admin admin] 10.222.0.85 "GET /v2.0/subnetpools/583a8f9c-a1c2-4b05-b011-3a2da79de6d7 HTTP/1.1" status: 200 len: 734 time: 0.0268192 Oct 12 17:41:26.730272 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [None req-4fb00dd0-5677-4496-9031-2a0d752d2767 admin admin] Request body: {'subnet': {'tenant_id': '329c02ec665d46689397ae54290ca11a', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '583a8f9c-a1c2-4b05-b011-3a2da79de6d7', 'network_id': '80f1b2b6-c197-4c0c-a106-2218c640412f', 'gateway_ip': '172.20.0.1'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:41:26.761548 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb00dd0-5677-4496-9031-2a0d752d2767 admin admin] Made reservation on behalf of 329c02ec665d46689397ae54290ca11a for: {'subnet': 1} {{(pid=105767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:41:26.765487 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-4fb00dd0-5677-4496-9031-2a0d752d2767 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:27.069176 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-4fb00dd0-5677-4496-9031-2a0d752d2767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365'] for subnet, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:27.141722 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb00dd0-5677-4496-9031-2a0d752d2767 admin admin] Checking segment: {'id': '8317189d-c673-4e0d-b398-9fe9d56f96cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': '80f1b2b6-c197-4c0c-a106-2218c640412f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:41:27.142088 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb00dd0-5677-4496-9031-2a0d752d2767 admin admin] Network hostable DHCP agents. Network: 80f1b2b6-c197-4c0c-a106-2218c640412f, hostable agents: ['d0966fcc-cf7f-4b12-bb12-2ea8651f1f29'], hosted agents: [] {{(pid=105767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 17:41:27.152474 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb00dd0-5677-4496-9031-2a0d752d2767 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ce0eee1-6a1e-4f3b-af59-6c6bfe853c76,revision_number=0']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:41:27.168870 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb00dd0-5677-4496-9031-2a0d752d2767 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:27.169220 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb00dd0-5677-4496-9031-2a0d752d2767 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:27.169549 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb00dd0-5677-4496-9031-2a0d752d2767 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:27.169876 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb00dd0-5677-4496-9031-2a0d752d2767 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:27.170196 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb00dd0-5677-4496-9031-2a0d752d2767 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:27.170557 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb00dd0-5677-4496-9031-2a0d752d2767 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:27.170870 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb00dd0-5677-4496-9031-2a0d752d2767 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:27.171198 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb00dd0-5677-4496-9031-2a0d752d2767 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:27.171529 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb00dd0-5677-4496-9031-2a0d752d2767 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:27.171878 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb00dd0-5677-4496-9031-2a0d752d2767 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:27.172279 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb00dd0-5677-4496-9031-2a0d752d2767 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:27.172591 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb00dd0-5677-4496-9031-2a0d752d2767 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:27.173673 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb00dd0-5677-4496-9031-2a0d752d2767 admin admin] Tracked resource versions report: Oct 12 17:41:27.173673 dv-cinder-813226-2-iscsi neutron-server[105767]: pushed versions: Oct 12 17:41:27.173673 dv-cinder-813226-2-iscsi neutron-server[105767]: { 'AddressGroup': {'1.2'}, Oct 12 17:41:27.173673 dv-cinder-813226-2-iscsi neutron-server[105767]: 'ConntrackHelper': {'1.0'}, Oct 12 17:41:27.173673 dv-cinder-813226-2-iscsi neutron-server[105767]: 'Log': {'1.0'}, Oct 12 17:41:27.173673 dv-cinder-813226-2-iscsi neutron-server[105767]: 'Network': {'1.1'}, Oct 12 17:41:27.173673 dv-cinder-813226-2-iscsi neutron-server[105767]: 'Port': {'1.7'}, Oct 12 17:41:27.173673 dv-cinder-813226-2-iscsi neutron-server[105767]: 'PortForwarding': {'1.2'}, Oct 12 17:41:27.173673 dv-cinder-813226-2-iscsi neutron-server[105767]: 'QosPolicy': {'1.10'}, Oct 12 17:41:27.173673 dv-cinder-813226-2-iscsi neutron-server[105767]: 'SecurityGroup': {'1.4'}, Oct 12 17:41:27.173673 dv-cinder-813226-2-iscsi neutron-server[105767]: 'SecurityGroupRule': {'1.2'}, Oct 12 17:41:27.173673 dv-cinder-813226-2-iscsi neutron-server[105767]: 'SubPort': {'1.0'}, Oct 12 17:41:27.173673 dv-cinder-813226-2-iscsi neutron-server[105767]: 'Subnet': {'1.1'}, Oct 12 17:41:27.173673 dv-cinder-813226-2-iscsi neutron-server[105767]: 'Trunk': {'1.1'}} Oct 12 17:41:27.173673 dv-cinder-813226-2-iscsi neutron-server[105767]: consumer versions: Oct 12 17:41:27.173673 dv-cinder-813226-2-iscsi neutron-server[105767]: { DHCP agent@dv-cinder-813226-2-iscsi: {}, Oct 12 17:41:27.173673 dv-cinder-813226-2-iscsi neutron-server[105767]: L3 agent@dv-cinder-813226-2-iscsi: {}, Oct 12 17:41:27.173673 dv-cinder-813226-2-iscsi neutron-server[105767]: Metadata agent@dv-cinder-813226-2-iscsi: {}, Oct 12 17:41:27.173673 dv-cinder-813226-2-iscsi neutron-server[105767]: Metering agent@dv-cinder-813226-2-iscsi: {}, Oct 12 17:41:27.173673 dv-cinder-813226-2-iscsi neutron-server[105767]: Open vSwitch agent@dv-cinder-813226-2-iscsi: { 'AddressGroup': '1.2', Oct 12 17:41:27.173673 dv-cinder-813226-2-iscsi neutron-server[105767]: 'ConntrackHelper': '1.0', Oct 12 17:41:27.173673 dv-cinder-813226-2-iscsi neutron-server[105767]: 'Log': '1.0', Oct 12 17:41:27.173673 dv-cinder-813226-2-iscsi neutron-server[105767]: 'Network': '1.1', Oct 12 17:41:27.173673 dv-cinder-813226-2-iscsi neutron-server[105767]: 'Port': '1.7', Oct 12 17:41:27.173673 dv-cinder-813226-2-iscsi neutron-server[105767]: 'PortForwarding': '1.2', Oct 12 17:41:27.173673 dv-cinder-813226-2-iscsi neutron-server[105767]: 'QosPolicy': '1.10', Oct 12 17:41:27.173673 dv-cinder-813226-2-iscsi neutron-server[105767]: 'SecurityGroup': '1.4', Oct 12 17:41:27.173673 dv-cinder-813226-2-iscsi neutron-server[105767]: 'SecurityGroupRule': '1.2', Oct 12 17:41:27.173673 dv-cinder-813226-2-iscsi neutron-server[105767]: 'SubPort': '1.0', Oct 12 17:41:27.173673 dv-cinder-813226-2-iscsi neutron-server[105767]: 'Subnet': '1.1', Oct 12 17:41:27.173673 dv-cinder-813226-2-iscsi neutron-server[105767]: 'Trunk': '1.1'}} Oct 12 17:41:27.173673 dv-cinder-813226-2-iscsi neutron-server[105767]: {{(pid=105767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 17:41:27.208129 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb00dd0-5677-4496-9031-2a0d752d2767 admin admin] Network 80f1b2b6-c197-4c0c-a106-2218c640412f is scheduled to be hosted by DHCP agent d0966fcc-cf7f-4b12-bb12-2ea8651f1f29 with binding_index 1 {{(pid=105767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 17:41:27.223673 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [None req-4fb00dd0-5677-4496-9031-2a0d752d2767 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813226-2-iscsi, 80f1b2b6-c197-4c0c-a106-2218c640412f) {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:41:27.229473 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb00dd0-5677-4496-9031-2a0d752d2767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:41:27.230161 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-4fb00dd0-5677-4496-9031-2a0d752d2767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for subnet, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:27.235399 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1186a5ed-095d-4d21-a668-84315eb66036 None None] Network 80f1b2b6-c197-4c0c-a106-2218c640412f requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:41:27.248541 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-4fb00dd0-5677-4496-9031-2a0d752d2767 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5220289 Oct 12 17:41:27.579876 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd852d34-b53c-4e04-b626-3fc649cab907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63d32738-508d-5f41-b292-c343124683fb-80f1b2b6-c197-4c0c-a106-2218c640412f', 'network_id': '80f1b2b6-c197-4c0c-a106-2218c640412f', 'tenant_id': '329c02ec665d46689397ae54290ca11a', 'fixed_ips': [{'subnet_id': '0ce0eee1-6a1e-4f3b-af59-6c6bfe853c76'}]}} from dv-cinder-813226-2-iscsi. {{(pid=105768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 17:41:27.581190 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-fd852d34-b53c-4e04-b626-3fc649cab907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:27.875114 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.db_base_plugin_common [None req-fd852d34-b53c-4e04-b626-3fc649cab907 None None] Allocated IP 172.20.0.2 (80f1b2b6-c197-4c0c-a106-2218c640412f/0ce0eee1-6a1e-4f3b-af59-6c6bfe853c76/0873bd92-0267-4958-b5c3-81cc15f9ab65) {{(pid=105768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:41:28.094792 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-fd852d34-b53c-4e04-b626-3fc649cab907 None None] Notify callbacks [] for port, precommit_create {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:28.104751 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-fd852d34-b53c-4e04-b626-3fc649cab907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806'] for port, after_create {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:28.205079 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd852d34-b53c-4e04-b626-3fc649cab907 None None] Network 80f1b2b6-c197-4c0c-a106-2218c640412f is already hosted by enough agents. {{(pid=105768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:41:28.210450 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.scheduler.base_scheduler [None req-fd852d34-b53c-4e04-b626-3fc649cab907 None None] Resources bound (agent type, host, resource id): {{(pid=105768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:41:28.221015 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd852d34-b53c-4e04-b626-3fc649cab907 None None] Received port after_create {{(pid=105768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:41:28.227068 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd852d34-b53c-4e04-b626-3fc649cab907 None None] Pushing event updated for resources: {'Port': ['ID=0873bd92-0267-4958-b5c3-81cc15f9ab65,revision_number=1']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:41:28.261011 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd852d34-b53c-4e04-b626-3fc649cab907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:28.261855 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd852d34-b53c-4e04-b626-3fc649cab907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:28.261855 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd852d34-b53c-4e04-b626-3fc649cab907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:28.262166 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd852d34-b53c-4e04-b626-3fc649cab907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:28.262521 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd852d34-b53c-4e04-b626-3fc649cab907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:28.262940 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd852d34-b53c-4e04-b626-3fc649cab907 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:28.263155 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd852d34-b53c-4e04-b626-3fc649cab907 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:28.263504 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd852d34-b53c-4e04-b626-3fc649cab907 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:28.263840 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd852d34-b53c-4e04-b626-3fc649cab907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:28.264164 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd852d34-b53c-4e04-b626-3fc649cab907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:28.264462 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd852d34-b53c-4e04-b626-3fc649cab907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:28.264800 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd852d34-b53c-4e04-b626-3fc649cab907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:28.265899 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd852d34-b53c-4e04-b626-3fc649cab907 None None] Tracked resource versions report: Oct 12 17:41:28.265899 dv-cinder-813226-2-iscsi neutron-server[105768]: pushed versions: Oct 12 17:41:28.265899 dv-cinder-813226-2-iscsi neutron-server[105768]: { 'AddressGroup': {'1.2'}, Oct 12 17:41:28.265899 dv-cinder-813226-2-iscsi neutron-server[105768]: 'ConntrackHelper': {'1.0'}, Oct 12 17:41:28.265899 dv-cinder-813226-2-iscsi neutron-server[105768]: 'Log': {'1.0'}, Oct 12 17:41:28.265899 dv-cinder-813226-2-iscsi neutron-server[105768]: 'Network': {'1.1'}, Oct 12 17:41:28.265899 dv-cinder-813226-2-iscsi neutron-server[105768]: 'Port': {'1.7'}, Oct 12 17:41:28.265899 dv-cinder-813226-2-iscsi neutron-server[105768]: 'PortForwarding': {'1.2'}, Oct 12 17:41:28.265899 dv-cinder-813226-2-iscsi neutron-server[105768]: 'QosPolicy': {'1.10'}, Oct 12 17:41:28.265899 dv-cinder-813226-2-iscsi neutron-server[105768]: 'SecurityGroup': {'1.4'}, Oct 12 17:41:28.265899 dv-cinder-813226-2-iscsi neutron-server[105768]: 'SecurityGroupRule': {'1.2'}, Oct 12 17:41:28.265899 dv-cinder-813226-2-iscsi neutron-server[105768]: 'SubPort': {'1.0'}, Oct 12 17:41:28.265899 dv-cinder-813226-2-iscsi neutron-server[105768]: 'Subnet': {'1.1'}, Oct 12 17:41:28.265899 dv-cinder-813226-2-iscsi neutron-server[105768]: 'Trunk': {'1.1'}} Oct 12 17:41:28.265899 dv-cinder-813226-2-iscsi neutron-server[105768]: consumer versions: Oct 12 17:41:28.265899 dv-cinder-813226-2-iscsi neutron-server[105768]: { DHCP agent@dv-cinder-813226-2-iscsi: {}, Oct 12 17:41:28.265899 dv-cinder-813226-2-iscsi neutron-server[105768]: L3 agent@dv-cinder-813226-2-iscsi: {}, Oct 12 17:41:28.265899 dv-cinder-813226-2-iscsi neutron-server[105768]: Metadata agent@dv-cinder-813226-2-iscsi: {}, Oct 12 17:41:28.265899 dv-cinder-813226-2-iscsi neutron-server[105768]: Metering agent@dv-cinder-813226-2-iscsi: {}, Oct 12 17:41:28.265899 dv-cinder-813226-2-iscsi neutron-server[105768]: Open vSwitch agent@dv-cinder-813226-2-iscsi: { 'AddressGroup': '1.2', Oct 12 17:41:28.265899 dv-cinder-813226-2-iscsi neutron-server[105768]: 'ConntrackHelper': '1.0', Oct 12 17:41:28.265899 dv-cinder-813226-2-iscsi neutron-server[105768]: 'Log': '1.0', Oct 12 17:41:28.265899 dv-cinder-813226-2-iscsi neutron-server[105768]: 'Network': '1.1', Oct 12 17:41:28.265899 dv-cinder-813226-2-iscsi neutron-server[105768]: 'Port': '1.7', Oct 12 17:41:28.265899 dv-cinder-813226-2-iscsi neutron-server[105768]: 'PortForwarding': '1.2', Oct 12 17:41:28.265899 dv-cinder-813226-2-iscsi neutron-server[105768]: 'QosPolicy': '1.10', Oct 12 17:41:28.265899 dv-cinder-813226-2-iscsi neutron-server[105768]: 'SecurityGroup': '1.4', Oct 12 17:41:28.265899 dv-cinder-813226-2-iscsi neutron-server[105768]: 'SecurityGroupRule': '1.2', Oct 12 17:41:28.265899 dv-cinder-813226-2-iscsi neutron-server[105768]: 'SubPort': '1.0', Oct 12 17:41:28.265899 dv-cinder-813226-2-iscsi neutron-server[105768]: 'Subnet': '1.1', Oct 12 17:41:28.265899 dv-cinder-813226-2-iscsi neutron-server[105768]: 'Trunk': '1.1'}} Oct 12 17:41:28.265899 dv-cinder-813226-2-iscsi neutron-server[105768]: {{(pid=105768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 17:41:28.318858 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-fd852d34-b53c-4e04-b626-3fc649cab907 None None] Attempting to bind port 0873bd92-0267-4958-b5c3-81cc15f9ab65 on host dv-cinder-813226-2-iscsi for vnic_type normal with profile {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:41:28.319248 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-fd852d34-b53c-4e04-b626-3fc649cab907 None None] Attempting to bind port 0873bd92-0267-4958-b5c3-81cc15f9ab65 by drivers openvswitch,hyperv on host dv-cinder-813226-2-iscsi at level 0 using segments [{'id': '8317189d-c673-4e0d-b398-9fe9d56f96cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': '80f1b2b6-c197-4c0c-a106-2218c640412f'}] {{(pid=105768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:41:28.319665 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd852d34-b53c-4e04-b626-3fc649cab907 None None] Attempting to bind port 0873bd92-0267-4958-b5c3-81cc15f9ab65 on network 80f1b2b6-c197-4c0c-a106-2218c640412f {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:41:28.325497 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd852d34-b53c-4e04-b626-3fc649cab907 None None] Checking agent: {'id': '5039a5e6-c9fd-4f0c-a36a-0bef795141ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813226-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 41, 12), 'started_at': datetime.datetime(2021, 10, 12, 17, 41, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813226-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:41:28.325868 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd852d34-b53c-4e04-b626-3fc649cab907 None None] Checking segment: {'id': '8317189d-c673-4e0d-b398-9fe9d56f96cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': '80f1b2b6-c197-4c0c-a106-2218c640412f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:41:28.326367 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-fd852d34-b53c-4e04-b626-3fc649cab907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:28.326754 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd852d34-b53c-4e04-b626-3fc649cab907 None None] Bound using segment: {'id': '8317189d-c673-4e0d-b398-9fe9d56f96cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': '80f1b2b6-c197-4c0c-a106-2218c640412f'} {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:41:28.327266 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-fd852d34-b53c-4e04-b626-3fc649cab907 None None] Bound port: 0873bd92-0267-4958-b5c3-81cc15f9ab65, host: dv-cinder-813226-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8317189d-c673-4e0d-b398-9fe9d56f96cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': '80f1b2b6-c197-4c0c-a106-2218c640412f'}}] {{(pid=105768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:41:28.327684 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-fd852d34-b53c-4e04-b626-3fc649cab907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:28.395197 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-fd852d34-b53c-4e04-b626-3fc649cab907 None None] For port 0873bd92-0267-4958-b5c3-81cc15f9ab65, host dv-cinder-813226-2-iscsi, cleared binding levels {{(pid=105768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:41:28.399822 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-fd852d34-b53c-4e04-b626-3fc649cab907 None None] For port 0873bd92-0267-4958-b5c3-81cc15f9ab65, host dv-cinder-813226-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=0873bd92-0267-4958-b5c3-81cc15f9ab65,segment=NetworkSegment(8317189d-c673-4e0d-b398-9fe9d56f96cf),segment_id=8317189d-c673-4e0d-b398-9fe9d56f96cf)] {{(pid=105768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:41:28.408804 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-fd852d34-b53c-4e04-b626-3fc649cab907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:28.475057 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd852d34-b53c-4e04-b626-3fc649cab907 None None] Pushing event updated for resources: {'Port': ['ID=0873bd92-0267-4958-b5c3-81cc15f9ab65,revision_number=2']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:41:29.893894 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 57504) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:41:30.248297 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [None req-807152ee-fc65-4e3f-8d99-7e068f966ffe admin admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=105766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 17:41:30.249322 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-807152ee-fc65-4e3f-8d99-7e068f966ffe admin admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3544054 Oct 12 17:41:32.862575 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 57512) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:41:33.268109 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [None req-91c55958-59bf-47f2-9a59-4174d6ee21f4 admin admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=105766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 17:41:33.269087 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-91c55958-59bf-47f2-9a59-4174d6ee21f4 admin admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.4054215 Oct 12 17:41:36.178777 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 57522) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:41:36.528778 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-13aff702-e664-4e44-bbd8-d275b7529a88 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '329c02ec665d46689397ae54290ca11a'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:41:36.561943 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-13aff702-e664-4e44-bbd8-d275b7529a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8113643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8214'] for router, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:36.564253 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-13aff702-e664-4e44-bbd8-d275b7529a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8113535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8116520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8054567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8217'] for router, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:36.720414 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-13aff702-e664-4e44-bbd8-d275b7529a88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:36.727270 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-13aff702-e664-4e44-bbd8-d275b7529a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8113504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8091129'] for router, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:36.752106 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-13aff702-e664-4e44-bbd8-d275b7529a88 admin admin] Notify callbacks [] for router, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:36.765041 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-13aff702-e664-4e44-bbd8-d275b7529a88 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5739508 Oct 12 17:41:38.037988 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 0873bd92-0267-4958-b5c3-81cc15f9ab65 up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:41:38.104744 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141be9d6-d02c-46b1-a44d-a79e72176c24 None None] Network 80f1b2b6-c197-4c0c-a106-2218c640412f requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:41:38.188937 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port 0873bd92-0267-4958-b5c3-81cc15f9ab65 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:41:38.189224 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:38.294705 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-55f333c4-6d4e-4915-8ef5-b6e6e30a4f21 None None] Provisioning complete for port 0873bd92-0267-4958-b5c3-81cc15f9ab65 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:41:38.295111 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-55f333c4-6d4e-4915-8ef5-b6e6e30a4f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:38.331111 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ade03200-6418-4397-b939-d987ba1e17db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:38.441160 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:38.520794 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-55f333c4-6d4e-4915-8ef5-b6e6e30a4f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:38.525593 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] For port 0873bd92-0267-4958-b5c3-81cc15f9ab65, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=0873bd92-0267-4958-b5c3-81cc15f9ab65,segment=NetworkSegment(8317189d-c673-4e0d-b398-9fe9d56f96cf),segment_id=8317189d-c673-4e0d-b398-9fe9d56f96cf)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:41:38.535901 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:38.621741 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Pushing event updated for resources: {'Port': ['ID=0873bd92-0267-4958-b5c3-81cc15f9ab65,revision_number=3']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:41:38.628050 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.db.api [None req-55f333c4-6d4e-4915-8ef5-b6e6e30a4f21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 17:41:38.628452 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG oslo_db.api [None req-55f333c4-6d4e-4915-8ef5-b6e6e30a4f21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 17:41:39.287827 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-6988ce94-df61-4d25-97ff-1ec5fa4f686f None None] Provisioning complete for port 0873bd92-0267-4958-b5c3-81cc15f9ab65 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:41:39.288654 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-6988ce94-df61-4d25-97ff-1ec5fa4f686f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:39.366600 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 57538) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:41:39.711558 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [None req-01d03f3a-9191-4d25-95d5-8e310e068b3d admin admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=105766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 17:41:39.712544 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-01d03f3a-9191-4d25-95d5-8e310e068b3d admin admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3449256 Oct 12 17:41:40.010872 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 0873bd92-0267-4958-b5c3-81cc15f9ab65 up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:41:40.066689 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port 0873bd92-0267-4958-b5c3-81cc15f9ab65 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:41:40.067052 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:40.973930 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-97663f21-0f22-4a32-929f-00f2db6d5f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:41.894151 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:42.189188 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:42.333004 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 57556) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:41:42.475309 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-ef66421c-a4d9-4d1f-b726-d441f4b14304 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:41:42.504730 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef66421c-a4d9-4d1f-b726-d441f4b14304 admin admin] Made reservation on behalf of cf399316c71f4ba1812da56c9aa803d5 for: {'network': 1} {{(pid=105766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:41:42.507370 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ef66421c-a4d9-4d1f-b726-d441f4b14304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for network, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:42.516023 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ef66421c-a4d9-4d1f-b726-d441f4b14304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:42.592908 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ef66421c-a4d9-4d1f-b726-d441f4b14304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:42.598859 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ef66421c-a4d9-4d1f-b726-d441f4b14304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:42.615220 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ef66421c-a4d9-4d1f-b726-d441f4b14304 admin admin] Reserving flat network on physical network physnet1 {{(pid=105766) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 12 17:41:42.630841 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66421c-a4d9-4d1f-b726-d441f4b14304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc2019d-6877-4783-9ac9-da1cf4aa8a46,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:41:42.635475 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ef66421c-a4d9-4d1f-b726-d441f4b14304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234'] for segment, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:42.635799 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.db.segments_db [None req-ef66421c-a4d9-4d1f-b726-d441f4b14304 admin admin] Added segment f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1 of type flat for network 57ccf176-38b9-4e1d-8eda-123c8986cf55 Oct 12 17:41:42.688615 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ef66421c-a4d9-4d1f-b726-d441f4b14304 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752769697868'] for network, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:42.723352 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ef66421c-a4d9-4d1f-b726-d441f4b14304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365'] for network, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:42.724199 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef66421c-a4d9-4d1f-b726-d441f4b14304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:41:42.724841 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ef66421c-a4d9-4d1f-b726-d441f4b14304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for network, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:42.779779 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-ef66421c-a4d9-4d1f-b726-d441f4b14304 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4456489 Oct 12 17:41:42.784456 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66421c-a4d9-4d1f-b726-d441f4b14304 admin admin] Pushing event updated for resources: {'Network': ['ID=57ccf176-38b9-4e1d-8eda-123c8986cf55,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:41:42.796095 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Network 57ccf176-38b9-4e1d-8eda-123c8986cf55 details requested by agent ovs-agent-dv-cinder-813226-2-iscsi with host dv-cinder-813226-2-iscsi {{(pid=105768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 17:41:43.707097 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:45.169086 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 57574) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:41:45.324456 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237b14e7-90dc-4c36-b7e7-ca349ea8d3b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:41:45.325976 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-237b14e7-90dc-4c36-b7e7-ca349ea8d3b5 admin admin] 10.222.0.85 "GET /v2.0/subnets/0ce0eee1-6a1e-4f3b-af59-6c6bfe853c76 HTTP/1.1" status: 200 len: 849 time: 0.1559279 Oct 12 17:41:45.442789 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-a06924db-5c32-447e-8933-41fa90f41a31 admin admin] 10.222.0.85 "GET /v2.0/routers/091b9ce1-d2af-41c1-81d4-114a5eed5c06 HTTP/1.1" status: 200 len: 704 time: 0.1102476 Oct 12 17:41:45.707006 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-292d207a-1e20-41e3-8125-ed586574720b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:45.998278 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-292d207a-1e20-41e3-8125-ed586574720b admin admin] Allocated IP 172.20.0.1 (80f1b2b6-c197-4c0c-a106-2218c640412f/0ce0eee1-6a1e-4f3b-af59-6c6bfe853c76/b0b20e71-4dc7-4a3e-8af8-eae64772a878) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:41:46.178836 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-292d207a-1e20-41e3-8125-ed586574720b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:46.247399 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-292d207a-1e20-41e3-8125-ed586574720b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:46.326626 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292d207a-1e20-41e3-8125-ed586574720b admin admin] Network 80f1b2b6-c197-4c0c-a106-2218c640412f is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:41:46.331247 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-292d207a-1e20-41e3-8125-ed586574720b admin admin] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:41:46.336561 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d207a-1e20-41e3-8125-ed586574720b admin admin] Pushing event updated for resources: {'Port': ['ID=b0b20e71-4dc7-4a3e-8af8-eae64772a878,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:41:46.347666 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292d207a-1e20-41e3-8125-ed586574720b admin admin] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:41:46.348041 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-292d207a-1e20-41e3-8125-ed586574720b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090920'] for router_interface, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:46.556731 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-877fca4a-a9e6-4b5d-b7cc-2df5c1fdc77d None None] Provisioning complete for port b0b20e71-4dc7-4a3e-8af8-eae64772a878 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:41:46.557371 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-877fca4a-a9e6-4b5d-b7cc-2df5c1fdc77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:46.592068 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-877fca4a-a9e6-4b5d-b7cc-2df5c1fdc77d None None] Port b0b20e71-4dc7-4a3e-8af8-eae64772a878 cannot update to ACTIVE because it is not bound. {{(pid=105768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:41:46.600377 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-292d207a-1e20-41e3-8125-ed586574720b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:46.805430 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-292d207a-1e20-41e3-8125-ed586574720b admin admin] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:46.811982 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-292d207a-1e20-41e3-8125-ed586574720b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:46.812686 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-292d207a-1e20-41e3-8125-ed586574720b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8115384'] for router_interface, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:46.887562 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d207a-1e20-41e3-8125-ed586574720b admin admin] Pushing event updated for resources: {'Port': ['ID=b0b20e71-4dc7-4a3e-8af8-eae64772a878,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:41:46.938043 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292d207a-1e20-41e3-8125-ed586574720b admin admin] Network 80f1b2b6-c197-4c0c-a106-2218c640412f is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:41:46.939519 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-292d207a-1e20-41e3-8125-ed586574720b admin admin] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:41:47.104882 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292d207a-1e20-41e3-8125-ed586574720b admin admin] Router 091b9ce1-d2af-41c1-81d4-114a5eed5c06 is scheduled to L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 with binding_index 1 {{(pid=105766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 17:41:47.115796 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-b2c6538f-abdb-4215-bf59-85647e9859cd None None] Provisioning complete for port b0b20e71-4dc7-4a3e-8af8-eae64772a878 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:41:47.116167 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-b2c6538f-abdb-4215-bf59-85647e9859cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:47.153960 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-b2c6538f-abdb-4215-bf59-85647e9859cd None None] Port b0b20e71-4dc7-4a3e-8af8-eae64772a878 cannot update to ACTIVE because it is not bound. {{(pid=105768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:41:47.196382 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292d207a-1e20-41e3-8125-ed586574720b admin admin] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:41:47.202584 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-292d207a-1e20-41e3-8125-ed586574720b admin admin] 10.222.0.85 "PUT /v2.0/routers/091b9ce1-d2af-41c1-81d4-114a5eed5c06/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7538288 Oct 12 17:41:47.206613 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1413d47-bb35-4302-840a-a9924404a6bd None None] Sync routers for ids ['091b9ce1-d2af-41c1-81d4-114a5eed5c06'] in dv-cinder-813226-2-iscsi {{(pid=105769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:41:47.220036 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1413d47-bb35-4302-840a-a9924404a6bd None None] Routers {'091b9ce1-d2af-41c1-81d4-114a5eed5c06'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:41:47.220748 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-f1413d47-bb35-4302-840a-a9924404a6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:41:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['091b9ce1-d2af-41c1-81d4-114a5eed5c06'], 'active': True} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:41:47.423020 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvr_db [None req-f1413d47-bb35-4302-840a-a9924404a6bd None None] Set router 091b9ce1-d2af-41c1-81d4-114a5eed5c06 gateway port host: None {{(pid=105769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:41:47.858771 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-f1413d47-bb35-4302-840a-a9924404a6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091b9ce1-d2af-41c1-81d4-114a5eed5c06', 'name': 'router1', 'tenant_id': '329c02ec665d46689397ae54290ca11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:41:36Z', 'updated_at': '2021-10-12T17:41:46Z', 'revision_number': 2, 'project_id': '329c02ec665d46689397ae54290ca11a', 'gw_port_host': None, '_interfaces': [{'id': 'b0b20e71-4dc7-4a3e-8af8-eae64772a878', 'name': '', 'network_id': '80f1b2b6-c197-4c0c-a106-2218c640412f', 'tenant_id': '329c02ec665d46689397ae54290ca11a', 'mac_address': 'fa:16:3e:60:04:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091b9ce1-d2af-41c1-81d4-114a5eed5c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ce0eee1-6a1e-4f3b-af59-6c6bfe853c76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:41:45Z', 'updated_at': '2021-10-12T17:41:46Z', 'revision_number': 2, 'project_id': '329c02ec665d46689397ae54290ca11a', 'subnets': [{'id': '0ce0eee1-6a1e-4f3b-af59-6c6bfe853c76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '583a8f9c-a1c2-4b05-b011-3a2da79de6d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:41:47.910076 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1413d47-bb35-4302-840a-a9924404a6bd None None] Checking router: 091b9ce1-d2af-41c1-81d4-114a5eed5c06 for host: dv-cinder-813226-2-iscsi {{(pid=105769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:41:47.910457 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1413d47-bb35-4302-840a-a9924404a6bd None None] Updating router 091b9ce1-d2af-41c1-81d4-114a5eed5c06 port b0b20e71-4dc7-4a3e-8af8-eae64772a878 binding host dv-cinder-813226-2-iscsi {{(pid=105769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:41:47.959087 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-f1413d47-bb35-4302-840a-a9924404a6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:48.472119 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-f1413d47-bb35-4302-840a-a9924404a6bd None None] Notify callbacks [] for port, precommit_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:48.480211 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-f1413d47-bb35-4302-840a-a9924404a6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:48.635780 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a97b5e2-32e5-4b93-9459-a76780343852 None None] Pushing event updated for resources: {'Port': ['ID=b0b20e71-4dc7-4a3e-8af8-eae64772a878,revision_number=3']} {{(pid=105769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:41:48.650196 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a97b5e2-32e5-4b93-9459-a76780343852 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:48.650572 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a97b5e2-32e5-4b93-9459-a76780343852 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:48.650909 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a97b5e2-32e5-4b93-9459-a76780343852 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:48.651245 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a97b5e2-32e5-4b93-9459-a76780343852 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:48.651574 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a97b5e2-32e5-4b93-9459-a76780343852 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:48.651896 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a97b5e2-32e5-4b93-9459-a76780343852 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:48.652243 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a97b5e2-32e5-4b93-9459-a76780343852 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:48.652635 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a97b5e2-32e5-4b93-9459-a76780343852 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:48.652959 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a97b5e2-32e5-4b93-9459-a76780343852 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:48.653279 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a97b5e2-32e5-4b93-9459-a76780343852 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:48.653590 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a97b5e2-32e5-4b93-9459-a76780343852 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:48.653903 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a97b5e2-32e5-4b93-9459-a76780343852 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:48.655043 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a97b5e2-32e5-4b93-9459-a76780343852 None None] Tracked resource versions report: Oct 12 17:41:48.655043 dv-cinder-813226-2-iscsi neutron-server[105769]: pushed versions: Oct 12 17:41:48.655043 dv-cinder-813226-2-iscsi neutron-server[105769]: { 'AddressGroup': {'1.2'}, Oct 12 17:41:48.655043 dv-cinder-813226-2-iscsi neutron-server[105769]: 'ConntrackHelper': {'1.0'}, Oct 12 17:41:48.655043 dv-cinder-813226-2-iscsi neutron-server[105769]: 'Log': {'1.0'}, Oct 12 17:41:48.655043 dv-cinder-813226-2-iscsi neutron-server[105769]: 'Network': {'1.1'}, Oct 12 17:41:48.655043 dv-cinder-813226-2-iscsi neutron-server[105769]: 'Port': {'1.7'}, Oct 12 17:41:48.655043 dv-cinder-813226-2-iscsi neutron-server[105769]: 'PortForwarding': {'1.2'}, Oct 12 17:41:48.655043 dv-cinder-813226-2-iscsi neutron-server[105769]: 'QosPolicy': {'1.10'}, Oct 12 17:41:48.655043 dv-cinder-813226-2-iscsi neutron-server[105769]: 'SecurityGroup': {'1.4'}, Oct 12 17:41:48.655043 dv-cinder-813226-2-iscsi neutron-server[105769]: 'SecurityGroupRule': {'1.2'}, Oct 12 17:41:48.655043 dv-cinder-813226-2-iscsi neutron-server[105769]: 'SubPort': {'1.0'}, Oct 12 17:41:48.655043 dv-cinder-813226-2-iscsi neutron-server[105769]: 'Subnet': {'1.1'}, Oct 12 17:41:48.655043 dv-cinder-813226-2-iscsi neutron-server[105769]: 'Trunk': {'1.1'}} Oct 12 17:41:48.655043 dv-cinder-813226-2-iscsi neutron-server[105769]: consumer versions: Oct 12 17:41:48.655043 dv-cinder-813226-2-iscsi neutron-server[105769]: { DHCP agent@dv-cinder-813226-2-iscsi: {}, Oct 12 17:41:48.655043 dv-cinder-813226-2-iscsi neutron-server[105769]: L3 agent@dv-cinder-813226-2-iscsi: {}, Oct 12 17:41:48.655043 dv-cinder-813226-2-iscsi neutron-server[105769]: Metadata agent@dv-cinder-813226-2-iscsi: {}, Oct 12 17:41:48.655043 dv-cinder-813226-2-iscsi neutron-server[105769]: Metering agent@dv-cinder-813226-2-iscsi: {}, Oct 12 17:41:48.655043 dv-cinder-813226-2-iscsi neutron-server[105769]: Open vSwitch agent@dv-cinder-813226-2-iscsi: { 'AddressGroup': '1.2', Oct 12 17:41:48.655043 dv-cinder-813226-2-iscsi neutron-server[105769]: 'ConntrackHelper': '1.0', Oct 12 17:41:48.655043 dv-cinder-813226-2-iscsi neutron-server[105769]: 'Log': '1.0', Oct 12 17:41:48.655043 dv-cinder-813226-2-iscsi neutron-server[105769]: 'Network': '1.1', Oct 12 17:41:48.655043 dv-cinder-813226-2-iscsi neutron-server[105769]: 'Port': '1.7', Oct 12 17:41:48.655043 dv-cinder-813226-2-iscsi neutron-server[105769]: 'PortForwarding': '1.2', Oct 12 17:41:48.655043 dv-cinder-813226-2-iscsi neutron-server[105769]: 'QosPolicy': '1.10', Oct 12 17:41:48.655043 dv-cinder-813226-2-iscsi neutron-server[105769]: 'SecurityGroup': '1.4', Oct 12 17:41:48.655043 dv-cinder-813226-2-iscsi neutron-server[105769]: 'SecurityGroupRule': '1.2', Oct 12 17:41:48.655043 dv-cinder-813226-2-iscsi neutron-server[105769]: 'SubPort': '1.0', Oct 12 17:41:48.655043 dv-cinder-813226-2-iscsi neutron-server[105769]: 'Subnet': '1.1', Oct 12 17:41:48.655043 dv-cinder-813226-2-iscsi neutron-server[105769]: 'Trunk': '1.1'}} Oct 12 17:41:48.655043 dv-cinder-813226-2-iscsi neutron-server[105769]: {{(pid=105769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 17:41:48.663204 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.managers [None req-f1413d47-bb35-4302-840a-a9924404a6bd None None] Attempting to bind port b0b20e71-4dc7-4a3e-8af8-eae64772a878 on host dv-cinder-813226-2-iscsi for vnic_type normal with profile {{(pid=105769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:41:48.663602 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.managers [None req-f1413d47-bb35-4302-840a-a9924404a6bd None None] Attempting to bind port b0b20e71-4dc7-4a3e-8af8-eae64772a878 by drivers openvswitch,hyperv on host dv-cinder-813226-2-iscsi at level 0 using segments [{'id': '8317189d-c673-4e0d-b398-9fe9d56f96cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': '80f1b2b6-c197-4c0c-a106-2218c640412f'}] {{(pid=105769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:41:48.664032 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1413d47-bb35-4302-840a-a9924404a6bd None None] Attempting to bind port b0b20e71-4dc7-4a3e-8af8-eae64772a878 on network 80f1b2b6-c197-4c0c-a106-2218c640412f {{(pid=105769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:41:48.669697 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1413d47-bb35-4302-840a-a9924404a6bd None None] Checking agent: {'id': '5039a5e6-c9fd-4f0c-a36a-0bef795141ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813226-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 41, 12), 'started_at': datetime.datetime(2021, 10, 12, 17, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813226-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:41:48.670152 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1413d47-bb35-4302-840a-a9924404a6bd None None] Checking segment: {'id': '8317189d-c673-4e0d-b398-9fe9d56f96cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': '80f1b2b6-c197-4c0c-a106-2218c640412f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:41:48.670768 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-f1413d47-bb35-4302-840a-a9924404a6bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:48.671151 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1413d47-bb35-4302-840a-a9924404a6bd None None] Bound using segment: {'id': '8317189d-c673-4e0d-b398-9fe9d56f96cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': '80f1b2b6-c197-4c0c-a106-2218c640412f'} {{(pid=105769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:41:48.671648 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.managers [None req-f1413d47-bb35-4302-840a-a9924404a6bd None None] Bound port: b0b20e71-4dc7-4a3e-8af8-eae64772a878, host: dv-cinder-813226-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8317189d-c673-4e0d-b398-9fe9d56f96cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': '80f1b2b6-c197-4c0c-a106-2218c640412f'}}] {{(pid=105769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:41:48.672053 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-f1413d47-bb35-4302-840a-a9924404a6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:48.682601 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-99d74292-f890-4ed5-be4d-85cb9c4c8798 None None] Provisioning complete for port b0b20e71-4dc7-4a3e-8af8-eae64772a878 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:41:48.683695 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-99d74292-f890-4ed5-be4d-85cb9c4c8798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:48.718029 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-99d74292-f890-4ed5-be4d-85cb9c4c8798 None None] Port b0b20e71-4dc7-4a3e-8af8-eae64772a878 cannot update to ACTIVE because it is not bound. {{(pid=105768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:41:48.742789 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.db [None req-f1413d47-bb35-4302-840a-a9924404a6bd None None] For port b0b20e71-4dc7-4a3e-8af8-eae64772a878, host dv-cinder-813226-2-iscsi, cleared binding levels {{(pid=105769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:41:48.761880 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.db [None req-f1413d47-bb35-4302-840a-a9924404a6bd None None] For port b0b20e71-4dc7-4a3e-8af8-eae64772a878, host dv-cinder-813226-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=b0b20e71-4dc7-4a3e-8af8-eae64772a878,segment=NetworkSegment(8317189d-c673-4e0d-b398-9fe9d56f96cf),segment_id=8317189d-c673-4e0d-b398-9fe9d56f96cf)] {{(pid=105769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:41:48.767464 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-f1413d47-bb35-4302-840a-a9924404a6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:48.821670 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1413d47-bb35-4302-840a-a9924404a6bd None None] Routers {'091b9ce1-d2af-41c1-81d4-114a5eed5c06'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:41:48.822289 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-f1413d47-bb35-4302-840a-a9924404a6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:41:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['091b9ce1-d2af-41c1-81d4-114a5eed5c06'], 'active': True} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:41:48.858147 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a97b5e2-32e5-4b93-9459-a76780343852 None None] Pushing event updated for resources: {'Port': ['ID=b0b20e71-4dc7-4a3e-8af8-eae64772a878,revision_number=4']} {{(pid=105769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:41:48.923075 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvr_db [None req-f1413d47-bb35-4302-840a-a9924404a6bd None None] Set router 091b9ce1-d2af-41c1-81d4-114a5eed5c06 gateway port host: None {{(pid=105769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:41:49.039981 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-6b534019-444a-4674-b2c4-a7ee0e030441 None None] Provisioning complete for port b0b20e71-4dc7-4a3e-8af8-eae64772a878 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:41:49.040321 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-6b534019-444a-4674-b2c4-a7ee0e030441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:49.122056 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-6b534019-444a-4674-b2c4-a7ee0e030441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:49.142518 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-f1413d47-bb35-4302-840a-a9924404a6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091b9ce1-d2af-41c1-81d4-114a5eed5c06', 'name': 'router1', 'tenant_id': '329c02ec665d46689397ae54290ca11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:41:36Z', 'updated_at': '2021-10-12T17:41:46Z', 'revision_number': 2, 'project_id': '329c02ec665d46689397ae54290ca11a', 'gw_port_host': None, '_interfaces': [{'id': 'b0b20e71-4dc7-4a3e-8af8-eae64772a878', 'name': '', 'network_id': '80f1b2b6-c197-4c0c-a106-2218c640412f', 'tenant_id': '329c02ec665d46689397ae54290ca11a', 'mac_address': 'fa:16:3e:60:04:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091b9ce1-d2af-41c1-81d4-114a5eed5c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ce0eee1-6a1e-4f3b-af59-6c6bfe853c76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:41:45Z', 'updated_at': '2021-10-12T17:41:48Z', 'revision_number': 4, 'project_id': '329c02ec665d46689397ae54290ca11a', 'subnets': [{'id': '0ce0eee1-6a1e-4f3b-af59-6c6bfe853c76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '583a8f9c-a1c2-4b05-b011-3a2da79de6d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:41:49.157943 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-6b534019-444a-4674-b2c4-a7ee0e030441 None None] For port b0b20e71-4dc7-4a3e-8af8-eae64772a878, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=b0b20e71-4dc7-4a3e-8af8-eae64772a878,segment=NetworkSegment(8317189d-c673-4e0d-b398-9fe9d56f96cf),segment_id=8317189d-c673-4e0d-b398-9fe9d56f96cf)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:41:49.163412 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-6b534019-444a-4674-b2c4-a7ee0e030441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:49.170994 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1413d47-bb35-4302-840a-a9924404a6bd None None] The sync data for ids ['091b9ce1-d2af-41c1-81d4-114a5eed5c06'] in dv-cinder-813226-2-iscsi is: [{'id': '091b9ce1-d2af-41c1-81d4-114a5eed5c06', 'name': 'router1', 'tenant_id': '329c02ec665d46689397ae54290ca11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:41:36Z', 'updated_at': '2021-10-12T17:41:46Z', 'revision_number': 2, 'project_id': '329c02ec665d46689397ae54290ca11a', 'gw_port_host': None, '_interfaces': [{'id': 'b0b20e71-4dc7-4a3e-8af8-eae64772a878', 'name': '', 'network_id': '80f1b2b6-c197-4c0c-a106-2218c640412f', 'tenant_id': '329c02ec665d46689397ae54290ca11a', 'mac_address': 'fa:16:3e:60:04:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091b9ce1-d2af-41c1-81d4-114a5eed5c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ce0eee1-6a1e-4f3b-af59-6c6bfe853c76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:41:45Z', 'updated_at': '2021-10-12T17:41:48Z', 'revision_number': 4, 'project_id': '329c02ec665d46689397ae54290ca11a', 'subnets': [{'id': '0ce0eee1-6a1e-4f3b-af59-6c6bfe853c76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '583a8f9c-a1c2-4b05-b011-3a2da79de6d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:41:49.221067 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b534019-444a-4674-b2c4-a7ee0e030441 None None] Pushing event updated for resources: {'Port': ['ID=b0b20e71-4dc7-4a3e-8af8-eae64772a878,revision_number=5']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:41:49.628417 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 57586) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:41:49.762274 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad0d970-dce1-4445-8e8d-3a17dd327cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:41:49.763704 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-dad0d970-dce1-4445-8e8d-3a17dd327cc4 admin admin] 10.222.0.85 "GET /v2.0/networks/57ccf176-38b9-4e1d-8eda-123c8986cf55 HTTP/1.1" status: 200 len: 842 time: 0.1340251 Oct 12 17:41:49.774285 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [None req-13510fde-4fdb-499f-bf91-a20fdb7bb6c5 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.0.0/24', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'name': 'public-subnet'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:41:49.799519 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13510fde-4fdb-499f-bf91-a20fdb7bb6c5 admin admin] Made reservation on behalf of cf399316c71f4ba1812da56c9aa803d5 for: {'subnet': 1} {{(pid=105767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:41:49.802615 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-13510fde-4fdb-499f-bf91-a20fdb7bb6c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:50.200988 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.objects.ports [None req-13510fde-4fdb-499f-bf91-a20fdb7bb6c5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 17:41:50.201349 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-13510fde-4fdb-499f-bf91-a20fdb7bb6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365'] for subnet, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:50.254427 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13510fde-4fdb-499f-bf91-a20fdb7bb6c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09d55e93-213a-4ce1-b19c-11c1c2f18eb4,revision_number=0']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:41:50.271577 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13510fde-4fdb-499f-bf91-a20fdb7bb6c5 admin admin] Checking segment: {'id': 'f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:41:50.271936 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13510fde-4fdb-499f-bf91-a20fdb7bb6c5 admin admin] Network hostable DHCP agents. Network: 57ccf176-38b9-4e1d-8eda-123c8986cf55, hostable agents: ['d0966fcc-cf7f-4b12-bb12-2ea8651f1f29'], hosted agents: [] {{(pid=105767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 17:41:50.290942 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13510fde-4fdb-499f-bf91-a20fdb7bb6c5 admin admin] Network 57ccf176-38b9-4e1d-8eda-123c8986cf55 is scheduled to be hosted by DHCP agent d0966fcc-cf7f-4b12-bb12-2ea8651f1f29 with binding_index 1 {{(pid=105767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 17:41:50.302089 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [None req-13510fde-4fdb-499f-bf91-a20fdb7bb6c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813226-2-iscsi, 57ccf176-38b9-4e1d-8eda-123c8986cf55) {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:41:50.307487 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13510fde-4fdb-499f-bf91-a20fdb7bb6c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:41:50.308357 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-13510fde-4fdb-499f-bf91-a20fdb7bb6c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for subnet, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:50.313846 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b06ef3-52ac-4709-809b-bdcb88661221 None None] Network 57ccf176-38b9-4e1d-8eda-123c8986cf55 requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:41:50.329294 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-13510fde-4fdb-499f-bf91-a20fdb7bb6c5 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5586994 Oct 12 17:41:50.542414 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6079bae-fc79-420b-890d-e360a34bec7c None None] Network 57ccf176-38b9-4e1d-8eda-123c8986cf55 requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:41:52.130916 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 5 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:41:52.865371 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 57594) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:41:53.005852 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-52b35f54-bec3-4e0d-9e14-a18e68493e13 admin admin] 10.222.0.85 "GET /v2.0/routers/091b9ce1-d2af-41c1-81d4-114a5eed5c06 HTTP/1.1" status: 200 len: 710 time: 0.1392443 Oct 12 17:41:53.104004 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1197bf85-930a-4813-9d10-c89a36dc80d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:41:53.105582 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-1197bf85-930a-4813-9d10-c89a36dc80d7 admin admin] 10.222.0.85 "GET /v2.0/networks/57ccf176-38b9-4e1d-8eda-123c8986cf55 HTTP/1.1" status: 200 len: 886 time: 0.0928216 Oct 12 17:41:53.115558 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-42f2d6d2-3487-4a1f-b2ca-dfa94e00efff admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'}}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:41:53.361471 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-42f2d6d2-3487-4a1f-b2ca-dfa94e00efff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:53.678680 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-42f2d6d2-3487-4a1f-b2ca-dfa94e00efff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:53.757529 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-42f2d6d2-3487-4a1f-b2ca-dfa94e00efff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:53.862695 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-42f2d6d2-3487-4a1f-b2ca-dfa94e00efff admin admin] Allocated IP 172.27.0.153 (57ccf176-38b9-4e1d-8eda-123c8986cf55/09d55e93-213a-4ce1-b19c-11c1c2f18eb4/2074099b-1cfb-4d5a-b021-8a193236c1a3) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:41:53.971630 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-42f2d6d2-3487-4a1f-b2ca-dfa94e00efff admin admin] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:54.006922 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-42f2d6d2-3487-4a1f-b2ca-dfa94e00efff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:54.044597 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f2d6d2-3487-4a1f-b2ca-dfa94e00efff admin admin] Network 57ccf176-38b9-4e1d-8eda-123c8986cf55 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:41:54.047419 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-42f2d6d2-3487-4a1f-b2ca-dfa94e00efff admin admin] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:41:54.050860 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f2d6d2-3487-4a1f-b2ca-dfa94e00efff admin admin] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:41:54.111872 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f2d6d2-3487-4a1f-b2ca-dfa94e00efff admin admin] Pushing event updated for resources: {'Port': ['ID=2074099b-1cfb-4d5a-b021-8a193236c1a3,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:41:54.312046 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-42f2d6d2-3487-4a1f-b2ca-dfa94e00efff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:54.510390 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-42f2d6d2-3487-4a1f-b2ca-dfa94e00efff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8116506', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8113513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8203'] for router, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:54.514148 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-42f2d6d2-3487-4a1f-b2ca-dfa94e00efff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8091129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8116483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8091120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8113490'] for router, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:54.622819 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f2d6d2-3487-4a1f-b2ca-dfa94e00efff admin admin] Router 091b9ce1-d2af-41c1-81d4-114a5eed5c06 has already been hosted by L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 {{(pid=105766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:41:54.731358 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f2d6d2-3487-4a1f-b2ca-dfa94e00efff admin admin] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:41:54.735617 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-42f2d6d2-3487-4a1f-b2ca-dfa94e00efff admin admin] Notify callbacks [] for router, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:54.747036 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-42f2d6d2-3487-4a1f-b2ca-dfa94e00efff admin admin] 10.222.0.85 "PUT /v2.0/routers/091b9ce1-d2af-41c1-81d4-114a5eed5c06 HTTP/1.1" status: 200 len: 890 time: 1.6248026 Oct 12 17:41:56.053890 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device b0b20e71-4dc7-4a3e-8af8-eae64772a878 up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:41:56.114695 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port b0b20e71-4dc7-4a3e-8af8-eae64772a878 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:41:56.115264 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:56.411278 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b915e269-0d89-4aab-9405-2ecba7a68272 None None] Sync routers for ids ['091b9ce1-d2af-41c1-81d4-114a5eed5c06'] in dv-cinder-813226-2-iscsi {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:41:56.422100 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b915e269-0d89-4aab-9405-2ecba7a68272 None None] Routers {'091b9ce1-d2af-41c1-81d4-114a5eed5c06'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:41:56.422975 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-b915e269-0d89-4aab-9405-2ecba7a68272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:41:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['091b9ce1-d2af-41c1-81d4-114a5eed5c06'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:41:56.640823 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-b915e269-0d89-4aab-9405-2ecba7a68272 None None] Set router 091b9ce1-d2af-41c1-81d4-114a5eed5c06 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:41:57.055354 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-b915e269-0d89-4aab-9405-2ecba7a68272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091b9ce1-d2af-41c1-81d4-114a5eed5c06', 'name': 'router1', 'tenant_id': '329c02ec665d46689397ae54290ca11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '2074099b-1cfb-4d5a-b021-8a193236c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:41:36Z', 'updated_at': '2021-10-12T17:41:54Z', 'revision_number': 4, 'project_id': '329c02ec665d46689397ae54290ca11a', 'gw_port': {'id': '2074099b-1cfb-4d5a-b021-8a193236c1a3', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091b9ce1-d2af-41c1-81d4-114a5eed5c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:41:53Z', 'updated_at': '2021-10-12T17:41:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': 'b0b20e71-4dc7-4a3e-8af8-eae64772a878', 'name': '', 'network_id': '80f1b2b6-c197-4c0c-a106-2218c640412f', 'tenant_id': '329c02ec665d46689397ae54290ca11a', 'mac_address': 'fa:16:3e:60:04:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091b9ce1-d2af-41c1-81d4-114a5eed5c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ce0eee1-6a1e-4f3b-af59-6c6bfe853c76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:41:45Z', 'updated_at': '2021-10-12T17:41:49Z', 'revision_number': 5, 'project_id': '329c02ec665d46689397ae54290ca11a', 'subnets': [{'id': '0ce0eee1-6a1e-4f3b-af59-6c6bfe853c76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '583a8f9c-a1c2-4b05-b011-3a2da79de6d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:41:57.107380 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b915e269-0d89-4aab-9405-2ecba7a68272 None None] Checking router: 091b9ce1-d2af-41c1-81d4-114a5eed5c06 for host: dv-cinder-813226-2-iscsi {{(pid=105768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:41:57.107737 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b915e269-0d89-4aab-9405-2ecba7a68272 None None] Updating router 091b9ce1-d2af-41c1-81d4-114a5eed5c06 port 2074099b-1cfb-4d5a-b021-8a193236c1a3 binding host dv-cinder-813226-2-iscsi {{(pid=105768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:41:57.156488 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-b915e269-0d89-4aab-9405-2ecba7a68272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:57.268817 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 57606) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:41:57.392056 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-9cb11d53-07bd-4da7-9929-712ff5cea99c admin admin] 10.222.0.85 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1220877 Oct 12 17:41:57.588881 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-b915e269-0d89-4aab-9405-2ecba7a68272 None None] Notify callbacks [] for port, precommit_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:57.597767 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-b915e269-0d89-4aab-9405-2ecba7a68272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:57.662232 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eebb643-e984-464b-b133-dcb6398407c8 None None] Pushing event updated for resources: {'Port': ['ID=2074099b-1cfb-4d5a-b021-8a193236c1a3,revision_number=2']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:41:57.664785 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-b915e269-0d89-4aab-9405-2ecba7a68272 None None] Attempting to bind port 2074099b-1cfb-4d5a-b021-8a193236c1a3 on host dv-cinder-813226-2-iscsi for vnic_type normal with profile {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:41:57.665155 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-b915e269-0d89-4aab-9405-2ecba7a68272 None None] Attempting to bind port 2074099b-1cfb-4d5a-b021-8a193236c1a3 by drivers openvswitch,hyperv on host dv-cinder-813226-2-iscsi at level 0 using segments [{'id': 'f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'}] {{(pid=105768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:41:57.665549 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b915e269-0d89-4aab-9405-2ecba7a68272 None None] Attempting to bind port 2074099b-1cfb-4d5a-b021-8a193236c1a3 on network 57ccf176-38b9-4e1d-8eda-123c8986cf55 {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:41:57.671742 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b915e269-0d89-4aab-9405-2ecba7a68272 None None] Checking agent: {'id': '5039a5e6-c9fd-4f0c-a36a-0bef795141ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813226-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 41, 12), 'started_at': datetime.datetime(2021, 10, 12, 17, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813226-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:41:57.672103 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b915e269-0d89-4aab-9405-2ecba7a68272 None None] Checking segment: {'id': 'f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:41:57.672494 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-b915e269-0d89-4aab-9405-2ecba7a68272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:57.672880 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b915e269-0d89-4aab-9405-2ecba7a68272 None None] Bound using segment: {'id': 'f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'} {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:41:57.673344 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-b915e269-0d89-4aab-9405-2ecba7a68272 None None] Bound port: 2074099b-1cfb-4d5a-b021-8a193236c1a3, host: dv-cinder-813226-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'}}] {{(pid=105768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:41:57.673739 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-b915e269-0d89-4aab-9405-2ecba7a68272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:57.725274 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-b915e269-0d89-4aab-9405-2ecba7a68272 None None] For port 2074099b-1cfb-4d5a-b021-8a193236c1a3, host dv-cinder-813226-2-iscsi, cleared binding levels {{(pid=105768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:41:57.728401 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-b915e269-0d89-4aab-9405-2ecba7a68272 None None] For port 2074099b-1cfb-4d5a-b021-8a193236c1a3, host dv-cinder-813226-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=2074099b-1cfb-4d5a-b021-8a193236c1a3,segment=NetworkSegment(f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1),segment_id=f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1)] {{(pid=105768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:41:57.734334 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-b915e269-0d89-4aab-9405-2ecba7a68272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:57.792380 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eebb643-e984-464b-b133-dcb6398407c8 None None] Pushing event updated for resources: {'Port': ['ID=2074099b-1cfb-4d5a-b021-8a193236c1a3,revision_number=3']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:41:57.795034 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b915e269-0d89-4aab-9405-2ecba7a68272 None None] Routers {'091b9ce1-d2af-41c1-81d4-114a5eed5c06'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:41:57.795620 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-b915e269-0d89-4aab-9405-2ecba7a68272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:41:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['091b9ce1-d2af-41c1-81d4-114a5eed5c06'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:41:57.907202 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-b915e269-0d89-4aab-9405-2ecba7a68272 None None] Set router 091b9ce1-d2af-41c1-81d4-114a5eed5c06 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:41:58.134586 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-b915e269-0d89-4aab-9405-2ecba7a68272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091b9ce1-d2af-41c1-81d4-114a5eed5c06', 'name': 'router1', 'tenant_id': '329c02ec665d46689397ae54290ca11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '2074099b-1cfb-4d5a-b021-8a193236c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:41:36Z', 'updated_at': '2021-10-12T17:41:54Z', 'revision_number': 4, 'project_id': '329c02ec665d46689397ae54290ca11a', 'gw_port': {'id': '2074099b-1cfb-4d5a-b021-8a193236c1a3', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091b9ce1-d2af-41c1-81d4-114a5eed5c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:41:53Z', 'updated_at': '2021-10-12T17:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': 'b0b20e71-4dc7-4a3e-8af8-eae64772a878', 'name': '', 'network_id': '80f1b2b6-c197-4c0c-a106-2218c640412f', 'tenant_id': '329c02ec665d46689397ae54290ca11a', 'mac_address': 'fa:16:3e:60:04:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091b9ce1-d2af-41c1-81d4-114a5eed5c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ce0eee1-6a1e-4f3b-af59-6c6bfe853c76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:41:45Z', 'updated_at': '2021-10-12T17:41:49Z', 'revision_number': 5, 'project_id': '329c02ec665d46689397ae54290ca11a', 'subnets': [{'id': '0ce0eee1-6a1e-4f3b-af59-6c6bfe853c76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '583a8f9c-a1c2-4b05-b011-3a2da79de6d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:41:58.161291 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b915e269-0d89-4aab-9405-2ecba7a68272 None None] The sync data for ids ['091b9ce1-d2af-41c1-81d4-114a5eed5c06'] in dv-cinder-813226-2-iscsi is: [{'id': '091b9ce1-d2af-41c1-81d4-114a5eed5c06', 'name': 'router1', 'tenant_id': '329c02ec665d46689397ae54290ca11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '2074099b-1cfb-4d5a-b021-8a193236c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:41:36Z', 'updated_at': '2021-10-12T17:41:54Z', 'revision_number': 4, 'project_id': '329c02ec665d46689397ae54290ca11a', 'gw_port': {'id': '2074099b-1cfb-4d5a-b021-8a193236c1a3', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091b9ce1-d2af-41c1-81d4-114a5eed5c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:41:53Z', 'updated_at': '2021-10-12T17:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': 'b0b20e71-4dc7-4a3e-8af8-eae64772a878', 'name': '', 'network_id': '80f1b2b6-c197-4c0c-a106-2218c640412f', 'tenant_id': '329c02ec665d46689397ae54290ca11a', 'mac_address': 'fa:16:3e:60:04:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091b9ce1-d2af-41c1-81d4-114a5eed5c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ce0eee1-6a1e-4f3b-af59-6c6bfe853c76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:41:45Z', 'updated_at': '2021-10-12T17:41:49Z', 'revision_number': 5, 'project_id': '329c02ec665d46689397ae54290ca11a', 'subnets': [{'id': '0ce0eee1-6a1e-4f3b-af59-6c6bfe853c76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '583a8f9c-a1c2-4b05-b011-3a2da79de6d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:42:00.054383 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 2074099b-1cfb-4d5a-b021-8a193236c1a3 up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:42:00.115423 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port 2074099b-1cfb-4d5a-b021-8a193236c1a3 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:42:00.115889 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:42:00.223133 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:42:00.247994 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] For port 2074099b-1cfb-4d5a-b021-8a193236c1a3, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=2074099b-1cfb-4d5a-b021-8a193236c1a3,segment=NetworkSegment(f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1),segment_id=f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:42:00.253319 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:42:00.303006 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Pushing event updated for resources: {'Port': ['ID=2074099b-1cfb-4d5a-b021-8a193236c1a3,revision_number=4']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:42:02.048841 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 2074099b-1cfb-4d5a-b021-8a193236c1a3 up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:42:02.133321 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port 2074099b-1cfb-4d5a-b021-8a193236c1a3 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:42:02.134074 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:42:08.264807 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-cf30d94d-fa72-471f-9e39-9b36f8651a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:42:10.982576 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-75d794d7-cce1-4642-8b15-03c8338a020f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:42:11.892305 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:42:12.194097 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:42:13.728645 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:42:29.131482 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 5 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:42:38.264496 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-3abcafa9-169c-4ac3-9fd7-be8f206352c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:42:40.984744 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-e011b76e-9f4e-4e84-9085-a3a8ca4f6d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:42:41.889395 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:42:42.195078 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:42:43.733568 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:43:06.130424 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 5 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:43:08.239541 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-db3a78bc-2b7f-4fee-ae79-84d199630c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:43:10.977703 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-5aa2db40-9bc1-41cf-a1c2-84c370e65118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:43:11.888758 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:43:12.198797 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:43:13.726433 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:43:36.307425 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 58168) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:43:36.372938 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.pecan_wsgi.hooks.translation [None req-06420377-0ab3-465a-a7d8-e9c38cc46850 admin admin] GET failed (client error): The resource could not be found. Oct 12 17:43:36.374304 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-06420377-0ab3-465a-a7d8-e9c38cc46850 admin admin] 10.222.0.85 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0658782 Oct 12 17:43:36.535742 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d97efc-6b92-4c3f-8484-76a7aa331bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:43:36.537295 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-c3d97efc-6b92-4c3f-8484-76a7aa331bf8 admin admin] 10.222.0.85 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1581879 Oct 12 17:43:38.244038 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-2c3093fa-1843-455d-89e7-8fda9643cc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:43:38.802004 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 58178) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:43:38.996842 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619c8895-32f5-42ea-b2c9-4cb773d52621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:43:38.998137 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-619c8895-32f5-42ea-b2c9-4cb773d52621 admin admin] 10.222.0.85 "GET /v2.0/subnets/0ce0eee1-6a1e-4f3b-af59-6c6bfe853c76 HTTP/1.1" status: 200 len: 849 time: 0.1948109 Oct 12 17:43:39.008218 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-f240e13a-15a5-43a2-8b22-44796608b63a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:43:39.096404 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f240e13a-15a5-43a2-8b22-44796608b63a admin admin] Notify callbacks [] for subnet, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:43:39.251285 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f240e13a-15a5-43a2-8b22-44796608b63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752770147853'] for subnet, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:43:39.280561 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f240e13a-15a5-43a2-8b22-44796608b63a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:43:39.281141 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f240e13a-15a5-43a2-8b22-44796608b63a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for subnet, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:43:39.282443 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-f240e13a-15a5-43a2-8b22-44796608b63a admin admin] 10.222.0.85 "PUT /v2.0/subnets/0ce0eee1-6a1e-4f3b-af59-6c6bfe853c76 HTTP/1.1" status: 200 len: 868 time: 0.2779307 Oct 12 17:43:39.290402 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8633e368-527a-4a1b-8b3f-6c22bd97fbf4 None None] Network 80f1b2b6-c197-4c0c-a106-2218c640412f requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:43:39.314501 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f240e13a-15a5-43a2-8b22-44796608b63a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ce0eee1-6a1e-4f3b-af59-6c6bfe853c76,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:43:39.326775 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f240e13a-15a5-43a2-8b22-44796608b63a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:43:39.327310 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f240e13a-15a5-43a2-8b22-44796608b63a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:43:39.327876 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f240e13a-15a5-43a2-8b22-44796608b63a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:43:39.328437 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f240e13a-15a5-43a2-8b22-44796608b63a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:43:39.328975 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f240e13a-15a5-43a2-8b22-44796608b63a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:43:39.329545 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f240e13a-15a5-43a2-8b22-44796608b63a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:43:39.330088 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f240e13a-15a5-43a2-8b22-44796608b63a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:43:39.330662 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f240e13a-15a5-43a2-8b22-44796608b63a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:43:39.331216 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f240e13a-15a5-43a2-8b22-44796608b63a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:43:39.331805 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f240e13a-15a5-43a2-8b22-44796608b63a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:43:39.332349 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f240e13a-15a5-43a2-8b22-44796608b63a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:43:39.332890 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f240e13a-15a5-43a2-8b22-44796608b63a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:43:39.738750 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-e95a5af6-11d0-43e3-98cc-73290b7c57b2 None None] Provisioning complete for port 0873bd92-0267-4958-b5c3-81cc15f9ab65 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:43:39.739120 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-e95a5af6-11d0-43e3-98cc-73290b7c57b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:43:39.828288 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-e95a5af6-11d0-43e3-98cc-73290b7c57b2 None None] Provisioning complete for port b0b20e71-4dc7-4a3e-8af8-eae64772a878 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:43:39.828577 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-e95a5af6-11d0-43e3-98cc-73290b7c57b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:43:40.981998 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-4a898f14-bf07-413a-bc03-d9d329cf3047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:43:41.623316 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 58186) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:43:41.841857 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee680445-9449-4eed-8b01-2104cacfe32a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:43:41.842222 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee680445-9449-4eed-8b01-2104cacfe32a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:43:41.843818 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-ee680445-9449-4eed-8b01-2104cacfe32a admin admin] 10.222.0.85 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2195506 Oct 12 17:43:41.885726 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:43:42.200935 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:43:43.129034 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 5 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:43:43.732501 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:43:44.190862 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 58196) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:43:44.348410 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe46f58-3422-436c-82fd-0a9343b12427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:43:44.348786 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe46f58-3422-436c-82fd-0a9343b12427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:43:44.350370 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-efe46f58-3422-436c-82fd-0a9343b12427 admin admin] 10.222.0.85 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1585109 Oct 12 17:43:46.791546 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 58204) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:43:46.944737 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279978c6-be8c-4c39-a41c-b25f82154e8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:43:46.946713 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-279978c6-be8c-4c39-a41c-b25f82154e8c admin admin] 10.222.0.85 "GET /v2.0/networks/57ccf176-38b9-4e1d-8eda-123c8986cf55 HTTP/1.1" status: 200 len: 886 time: 0.1540439 Oct 12 17:43:49.267059 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 58212) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:43:49.443511 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99bd06e-716d-49c1-9f08-29fea2a00d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:43:49.445132 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-a99bd06e-716d-49c1-9f08-29fea2a00d4a admin admin] 10.222.0.85 "GET /v2.0/networks/80f1b2b6-c197-4c0c-a106-2218c640412f HTTP/1.1" status: 200 len: 870 time: 0.1769671 Oct 12 17:43:51.760923 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 58220) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:43:51.900639 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37585413-e199-4c9e-b78c-bcd177dd2a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:43:51.901091 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37585413-e199-4c9e-b78c-bcd177dd2a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:43:51.902671 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-37585413-e199-4c9e-b78c-bcd177dd2a81 admin admin] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1406987 Oct 12 17:43:54.269013 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 58228) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:43:54.416258 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e41a00e-fca1-425b-8335-2cc2c062abb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:43:54.416728 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e41a00e-fca1-425b-8335-2cc2c062abb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:43:54.418283 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-6e41a00e-fca1-425b-8335-2cc2c062abb6 admin admin] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1482966 Oct 12 17:43:56.764484 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 58236) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:43:56.873059 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61e3124-91e6-476f-8aab-928ca1e6c6ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:43:56.876480 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-d61e3124-91e6-476f-8aab-928ca1e6c6ab admin admin] 10.222.0.85 "GET /v2.0/subnets/09d55e93-213a-4ce1-b19c-11c1c2f18eb4 HTTP/1.1" status: 200 len: 816 time: 0.1106603 Oct 12 17:43:59.197202 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 58244) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:43:59.304775 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f06b79e-a26a-4136-aaf1-1b66f1667664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:43:59.307724 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-5f06b79e-a26a-4136-aaf1-1b66f1667664 admin admin] 10.222.0.85 "GET /v2.0/subnets/0ce0eee1-6a1e-4f3b-af59-6c6bfe853c76 HTTP/1.1" status: 200 len: 868 time: 0.1080704 Oct 12 17:44:08.254104 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-0d6e845e-655b-4607-aac6-e49048f42e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:44:10.992926 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-4547efee-e9c1-4b61-b098-42e156866c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:44:11.885080 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:44:12.205071 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:44:13.732201 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:44:20.127642 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 5 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:44:24.505836 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 58298) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:44:24.560369 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [None req-75e9f350-1578-45f3-8915-2cb4253f7511 admin admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=105766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 17:44:24.561367 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-75e9f350-1578-45f3-8915-2cb4253f7511 admin admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0545602 Oct 12 17:44:26.948549 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 58306) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:44:27.020823 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.pecan_wsgi.hooks.translation [None req-cec26ba5-44c5-4ada-a24b-f555e253b607 admin admin] GET failed (client error): The resource could not be found. Oct 12 17:44:27.022213 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-cec26ba5-44c5-4ada-a24b-f555e253b607 admin admin] 10.222.0.85 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0725377 Oct 12 17:44:27.167559 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f25f77f-4637-4032-aa99-d7f8a7a3cb66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:44:27.168948 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-9f25f77f-4637-4032-aa99-d7f8a7a3cb66 admin admin] 10.222.0.85 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1412761 Oct 12 17:44:29.472937 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 58314) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:44:29.540561 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-e0d7caf7-6285-481a-8636-418c18228652 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:44:29.565834 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d7caf7-6285-481a-8636-418c18228652 admin admin] Made reservation on behalf of cf399316c71f4ba1812da56c9aa803d5 for: {'network': 1} {{(pid=105766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:44:29.568303 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e0d7caf7-6285-481a-8636-418c18228652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for network, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:44:29.595889 dv-cinder-813226-2-iscsi neutron-server[105766]: WARNING neutron.services.revisions.revision_plugin [None req-e0d7caf7-6285-481a-8636-418c18228652 admin admin] Could not find related network for resource to bump revision. Oct 12 17:44:29.608850 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0d7caf7-6285-481a-8636-418c18228652 admin admin] vlan segment allocate from pool success with {'vlan_id': 1389, 'physical_network': 'physnet1'} {{(pid=105766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 17:44:29.618610 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e0d7caf7-6285-481a-8636-418c18228652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234'] for segment, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:44:29.618951 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.db.segments_db [None req-e0d7caf7-6285-481a-8636-418c18228652 admin admin] Added segment e40e111b-8d96-4719-a711-3194a98d4707 of type vlan for network 08e1fe0a-c910-48c5-b00c-a743996a9c8e Oct 12 17:44:29.658632 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e0d7caf7-6285-481a-8636-418c18228652 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752769697868'] for network, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:44:29.687243 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e0d7caf7-6285-481a-8636-418c18228652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365'] for network, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:44:29.688198 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d7caf7-6285-481a-8636-418c18228652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:44:29.688784 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e0d7caf7-6285-481a-8636-418c18228652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for network, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:44:29.747062 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-e0d7caf7-6285-481a-8636-418c18228652 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2730465 Oct 12 17:44:29.751899 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7caf7-6285-481a-8636-418c18228652 admin admin] Pushing event updated for resources: {'Network': ['ID=08e1fe0a-c910-48c5-b00c-a743996a9c8e,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:44:29.765049 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Network 08e1fe0a-c910-48c5-b00c-a743996a9c8e details requested by agent ovs-agent-dv-cinder-813226-2-iscsi with host dv-cinder-813226-2-iscsi {{(pid=105768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 17:44:32.087528 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 58322) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:44:32.150941 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.pecan_wsgi.hooks.translation [None req-036b3f22-de78-4554-9b18-c8e34fe80fdd admin admin] GET failed (client error): The resource could not be found. Oct 12 17:44:32.152413 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-036b3f22-de78-4554-9b18-c8e34fe80fdd admin admin] 10.222.0.85 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0639236 Oct 12 17:44:32.230761 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d14902f-5ac9-413c-a914-4a5433690208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:44:32.232168 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-5d14902f-5ac9-413c-a914-4a5433690208 admin admin] 10.222.0.85 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0736959 Oct 12 17:44:32.243552 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-8d6ba689-543f-4cc3-8673-5647481c1761 admin admin] Request body: {'subnet': {'network_id': '08e1fe0a-c910-48c5-b00c-a743996a9c8e', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:44:32.276200 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6ba689-543f-4cc3-8673-5647481c1761 admin admin] Made reservation on behalf of cf399316c71f4ba1812da56c9aa803d5 for: {'subnet': 1} {{(pid=105766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:44:32.278601 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8d6ba689-543f-4cc3-8673-5647481c1761 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:44:32.488685 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8d6ba689-543f-4cc3-8673-5647481c1761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365'] for subnet, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:44:32.544065 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ba689-543f-4cc3-8673-5647481c1761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffc22cb2-c752-4689-9ab8-7683395e1011,revision_number=0']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:44:32.567096 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6ba689-543f-4cc3-8673-5647481c1761 admin admin] Checking segment: {'id': 'e40e111b-8d96-4719-a711-3194a98d4707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '08e1fe0a-c910-48c5-b00c-a743996a9c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:44:32.568029 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6ba689-543f-4cc3-8673-5647481c1761 admin admin] Network hostable DHCP agents. Network: 08e1fe0a-c910-48c5-b00c-a743996a9c8e, hostable agents: ['d0966fcc-cf7f-4b12-bb12-2ea8651f1f29'], hosted agents: [] {{(pid=105766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 17:44:32.593012 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6ba689-543f-4cc3-8673-5647481c1761 admin admin] Network 08e1fe0a-c910-48c5-b00c-a743996a9c8e is scheduled to be hosted by DHCP agent d0966fcc-cf7f-4b12-bb12-2ea8651f1f29 with binding_index 1 {{(pid=105766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 17:44:32.606852 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-8d6ba689-543f-4cc3-8673-5647481c1761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813226-2-iscsi, 08e1fe0a-c910-48c5-b00c-a743996a9c8e) {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:44:32.613334 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6ba689-543f-4cc3-8673-5647481c1761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:44:32.614044 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8d6ba689-543f-4cc3-8673-5647481c1761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for subnet, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:44:32.618942 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f9a5b4-9a85-466b-abff-19d896fc1700 None None] Network 08e1fe0a-c910-48c5-b00c-a743996a9c8e requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:44:32.643176 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-8d6ba689-543f-4cc3-8673-5647481c1761 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3949208 Oct 12 17:44:32.853792 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1ae398-c8e1-4c0e-9db0-f47ba60e4991 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63d32738-508d-5f41-b292-c343124683fb-08e1fe0a-c910-48c5-b00c-a743996a9c8e', 'network_id': '08e1fe0a-c910-48c5-b00c-a743996a9c8e', 'tenant_id': 'cf399316c71f4ba1812da56c9aa803d5', 'fixed_ips': [{'subnet_id': 'ffc22cb2-c752-4689-9ab8-7683395e1011'}]}} from dv-cinder-813226-2-iscsi. {{(pid=105768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 17:44:32.855313 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ad1ae398-c8e1-4c0e-9db0-f47ba60e4991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:44:33.056216 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.db_base_plugin_common [None req-ad1ae398-c8e1-4c0e-9db0-f47ba60e4991 None None] Allocated IP 192.168.233.2 (08e1fe0a-c910-48c5-b00c-a743996a9c8e/ffc22cb2-c752-4689-9ab8-7683395e1011/af9be1ac-337b-4688-8667-1c30fdab67fa) {{(pid=105768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:44:33.247105 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ad1ae398-c8e1-4c0e-9db0-f47ba60e4991 None None] Notify callbacks [] for port, precommit_create {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:44:33.258198 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ad1ae398-c8e1-4c0e-9db0-f47ba60e4991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806'] for port, after_create {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:44:33.303147 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1ae398-c8e1-4c0e-9db0-f47ba60e4991 None None] Network 08e1fe0a-c910-48c5-b00c-a743996a9c8e is already hosted by enough agents. {{(pid=105768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:44:33.308414 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.scheduler.base_scheduler [None req-ad1ae398-c8e1-4c0e-9db0-f47ba60e4991 None None] Resources bound (agent type, host, resource id): {{(pid=105768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:44:33.313713 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1ae398-c8e1-4c0e-9db0-f47ba60e4991 None None] Received port after_create {{(pid=105768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:44:33.317058 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ae398-c8e1-4c0e-9db0-f47ba60e4991 None None] Pushing event updated for resources: {'Port': ['ID=af9be1ac-337b-4688-8667-1c30fdab67fa,revision_number=1']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:44:33.329187 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ae398-c8e1-4c0e-9db0-f47ba60e4991 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:44:33.329548 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ae398-c8e1-4c0e-9db0-f47ba60e4991 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:44:33.329885 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ae398-c8e1-4c0e-9db0-f47ba60e4991 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:44:33.330232 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ae398-c8e1-4c0e-9db0-f47ba60e4991 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:44:33.330607 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ae398-c8e1-4c0e-9db0-f47ba60e4991 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:44:33.330966 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ae398-c8e1-4c0e-9db0-f47ba60e4991 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:44:33.331291 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ae398-c8e1-4c0e-9db0-f47ba60e4991 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:44:33.331596 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ae398-c8e1-4c0e-9db0-f47ba60e4991 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:44:33.331958 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ae398-c8e1-4c0e-9db0-f47ba60e4991 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:44:33.332275 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ae398-c8e1-4c0e-9db0-f47ba60e4991 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:44:33.332592 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ae398-c8e1-4c0e-9db0-f47ba60e4991 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:44:33.332901 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ae398-c8e1-4c0e-9db0-f47ba60e4991 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:44:33.385311 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-ad1ae398-c8e1-4c0e-9db0-f47ba60e4991 None None] Attempting to bind port af9be1ac-337b-4688-8667-1c30fdab67fa on host dv-cinder-813226-2-iscsi for vnic_type normal with profile {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:44:33.385669 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-ad1ae398-c8e1-4c0e-9db0-f47ba60e4991 None None] Attempting to bind port af9be1ac-337b-4688-8667-1c30fdab67fa by drivers openvswitch,hyperv on host dv-cinder-813226-2-iscsi at level 0 using segments [{'id': 'e40e111b-8d96-4719-a711-3194a98d4707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '08e1fe0a-c910-48c5-b00c-a743996a9c8e'}] {{(pid=105768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:44:33.386054 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1ae398-c8e1-4c0e-9db0-f47ba60e4991 None None] Attempting to bind port af9be1ac-337b-4688-8667-1c30fdab67fa on network 08e1fe0a-c910-48c5-b00c-a743996a9c8e {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:44:33.391497 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1ae398-c8e1-4c0e-9db0-f47ba60e4991 None None] Checking agent: {'id': '5039a5e6-c9fd-4f0c-a36a-0bef795141ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813226-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 41, 12), 'started_at': datetime.datetime(2021, 10, 12, 17, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813226-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:44:33.391914 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1ae398-c8e1-4c0e-9db0-f47ba60e4991 None None] Checking segment: {'id': 'e40e111b-8d96-4719-a711-3194a98d4707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '08e1fe0a-c910-48c5-b00c-a743996a9c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:44:33.392245 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ad1ae398-c8e1-4c0e-9db0-f47ba60e4991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:44:33.392693 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1ae398-c8e1-4c0e-9db0-f47ba60e4991 None None] Bound using segment: {'id': 'e40e111b-8d96-4719-a711-3194a98d4707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '08e1fe0a-c910-48c5-b00c-a743996a9c8e'} {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:44:33.393390 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-ad1ae398-c8e1-4c0e-9db0-f47ba60e4991 None None] Bound port: af9be1ac-337b-4688-8667-1c30fdab67fa, host: dv-cinder-813226-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e40e111b-8d96-4719-a711-3194a98d4707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '08e1fe0a-c910-48c5-b00c-a743996a9c8e'}}] {{(pid=105768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:44:33.393855 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ad1ae398-c8e1-4c0e-9db0-f47ba60e4991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:44:33.471932 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ad1ae398-c8e1-4c0e-9db0-f47ba60e4991 None None] For port af9be1ac-337b-4688-8667-1c30fdab67fa, host dv-cinder-813226-2-iscsi, cleared binding levels {{(pid=105768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:44:33.475868 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ad1ae398-c8e1-4c0e-9db0-f47ba60e4991 None None] For port af9be1ac-337b-4688-8667-1c30fdab67fa, host dv-cinder-813226-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=af9be1ac-337b-4688-8667-1c30fdab67fa,segment=NetworkSegment(e40e111b-8d96-4719-a711-3194a98d4707),segment_id=e40e111b-8d96-4719-a711-3194a98d4707)] {{(pid=105768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:44:33.481710 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ad1ae398-c8e1-4c0e-9db0-f47ba60e4991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:44:33.550258 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ae398-c8e1-4c0e-9db0-f47ba60e4991 None None] Pushing event updated for resources: {'Port': ['ID=af9be1ac-337b-4688-8667-1c30fdab67fa,revision_number=2']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:44:34.178630 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device af9be1ac-337b-4688-8667-1c30fdab67fa up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:44:34.250943 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port af9be1ac-337b-4688-8667-1c30fdab67fa triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:44:34.251460 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:44:34.350856 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:44:34.391504 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] For port af9be1ac-337b-4688-8667-1c30fdab67fa, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=af9be1ac-337b-4688-8667-1c30fdab67fa,segment=NetworkSegment(e40e111b-8d96-4719-a711-3194a98d4707),segment_id=e40e111b-8d96-4719-a711-3194a98d4707)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:44:34.401877 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:44:34.454813 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6b44e4-6831-4543-9c0f-c2674196cd26 None None] Network 08e1fe0a-c910-48c5-b00c-a743996a9c8e requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:44:34.502599 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Pushing event updated for resources: {'Port': ['ID=af9be1ac-337b-4688-8667-1c30fdab67fa,revision_number=3']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:44:34.585306 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-dd9160ae-20ec-4ca7-8b88-a91f89b0c688 None None] Provisioning complete for port af9be1ac-337b-4688-8667-1c30fdab67fa triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:44:34.585707 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-dd9160ae-20ec-4ca7-8b88-a91f89b0c688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:44:34.936714 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-f67bce17-e6fd-422e-bc0a-d504a0613bbf None None] Provisioning complete for port af9be1ac-337b-4688-8667-1c30fdab67fa triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:44:34.937076 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-f67bce17-e6fd-422e-bc0a-d504a0613bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:44:36.160260 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device af9be1ac-337b-4688-8667-1c30fdab67fa up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:44:36.232843 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port af9be1ac-337b-4688-8667-1c30fdab67fa triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:44:36.233115 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:44:38.252955 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-b69ead3e-2ed2-4b92-a12d-2380c224e5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:44:40.989590 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-a91e09fe-d79a-4b89-a885-f8fd8db2125a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:44:41.886203 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:44:42.210000 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:44:43.736058 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:44:57.126324 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 5 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:45:08.248354 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-9e2a34f9-3062-4225-9067-670cc94a26b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:45:10.985184 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-f3807ad1-5e68-4d4f-bea8-fd92b6e4420b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:45:11.893061 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:45:12.213804 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:45:13.743577 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:45:34.125789 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 5 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:45:38.253936 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-c9e9cf54-7a0f-46e6-8edc-d7655ca492e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:45:40.988798 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-e4718bba-b896-454d-8e55-1bd5da39977d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:45:41.878927 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:45:42.214819 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:45:43.743634 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:45:46.160885 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 58374) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:45:46.167026 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [None req-bf5d52fa-8075-46dc-a9a5-aa8d953291cc tempest-verify_tempest_config-2098321206 tempest-verify_tempest_config-2098321206-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=105766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 17:45:46.168169 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-bf5d52fa-8075-46dc-a9a5-aa8d953291cc tempest-verify_tempest_config-2098321206 tempest-verify_tempest_config-2098321206-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0058982 Oct 12 17:45:46.537744 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 58392) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:45:46.669134 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-3abd47af-a904-4360-bfcc-e1d0c5d65e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:45:46.783534 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-3abd47af-a904-4360-bfcc-e1d0c5d65e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:45:46.790658 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-3abd47af-a904-4360-bfcc-e1d0c5d65e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:45:46.843849 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-3abd47af-a904-4360-bfcc-e1d0c5d65e00 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=139acd570ada490e972e55acf2a2b3a3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3050213 Oct 12 17:45:46.844736 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abd47af-a904-4360-bfcc-e1d0c5d65e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647d5361-0eed-41ec-a100-2211b274816b,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:45:46.846755 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 58398) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:45:46.852007 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abd47af-a904-4360-bfcc-e1d0c5d65e00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:45:46.852472 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abd47af-a904-4360-bfcc-e1d0c5d65e00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:45:46.852805 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abd47af-a904-4360-bfcc-e1d0c5d65e00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:45:46.853139 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abd47af-a904-4360-bfcc-e1d0c5d65e00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:45:46.853470 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abd47af-a904-4360-bfcc-e1d0c5d65e00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:45:46.853810 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abd47af-a904-4360-bfcc-e1d0c5d65e00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:45:46.854141 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abd47af-a904-4360-bfcc-e1d0c5d65e00 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:45:46.854522 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abd47af-a904-4360-bfcc-e1d0c5d65e00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:45:46.854856 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abd47af-a904-4360-bfcc-e1d0c5d65e00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:45:46.855177 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abd47af-a904-4360-bfcc-e1d0c5d65e00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:45:46.855508 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abd47af-a904-4360-bfcc-e1d0c5d65e00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:45:46.855833 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abd47af-a904-4360-bfcc-e1d0c5d65e00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:45:46.906604 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f352d5b0-6ba7-4d7f-87c1-0e7f24baebd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:45:46.927645 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f352d5b0-6ba7-4d7f-87c1-0e7f24baebd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:45:47.027111 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f352d5b0-6ba7-4d7f-87c1-0e7f24baebd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:45:47.032083 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f352d5b0-6ba7-4d7f-87c1-0e7f24baebd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:45:47.033782 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-f352d5b0-6ba7-4d7f-87c1-0e7f24baebd5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/647d5361-0eed-41ec-a100-2211b274816b HTTP/1.1" status: 204 len: 168 time: 0.1859524 Oct 12 17:45:47.043721 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f352d5b0-6ba7-4d7f-87c1-0e7f24baebd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647d5361-0eed-41ec-a100-2211b274816b,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:45:47.053190 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f352d5b0-6ba7-4d7f-87c1-0e7f24baebd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:45:47.053572 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f352d5b0-6ba7-4d7f-87c1-0e7f24baebd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:45:47.053921 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f352d5b0-6ba7-4d7f-87c1-0e7f24baebd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:45:47.054232 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f352d5b0-6ba7-4d7f-87c1-0e7f24baebd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:45:47.054568 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f352d5b0-6ba7-4d7f-87c1-0e7f24baebd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:45:47.054900 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f352d5b0-6ba7-4d7f-87c1-0e7f24baebd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:45:47.055214 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f352d5b0-6ba7-4d7f-87c1-0e7f24baebd5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:45:47.055542 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f352d5b0-6ba7-4d7f-87c1-0e7f24baebd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:45:47.055869 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f352d5b0-6ba7-4d7f-87c1-0e7f24baebd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:45:47.056179 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f352d5b0-6ba7-4d7f-87c1-0e7f24baebd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:45:47.056483 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f352d5b0-6ba7-4d7f-87c1-0e7f24baebd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:45:47.056783 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f352d5b0-6ba7-4d7f-87c1-0e7f24baebd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:08.257800 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-735a242d-3f89-45e1-a784-fd8cbc28ebb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:10.995724 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-94932fee-9294-448c-8a86-03926427ea92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:11.126027 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 5 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:46:11.880939 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:12.226885 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:13.759013 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:38.259576 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-58800bcc-a897-42f0-9de7-f31af45e4b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:40.991981 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-82ebcb6b-67bb-43ec-a3c6-e8922b542e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:41.877415 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:42.228509 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:43.755029 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:48.128370 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 5 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:47:08.256919 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-4b2f4125-2813-40cf-9b4b-02b9be2fa3ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:10.988912 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-2401f474-c767-453a-9e17-07f0c67eaf18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:11.872511 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:12.233072 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:13.757970 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:25.128412 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 5 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:47:25.889494 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8114928'] for agent, after_create {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:38.252111 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-91887849-2ca1-471a-8e1e-e5ae2d2e3721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:39.425273 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 58470) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:39.549272 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-251a7498-0170-4bac-b2ec-05aaadef9202 admin admin] 10.222.0.85 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1225126 Oct 12 17:47:40.982708 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-520c6993-3110-4c94-88e0-a30c29a07b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:41.833239 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 58480) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:41.877297 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:41.901982 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-fa1ceb49-37c0-4621-9610-c28c323df962 admin admin] 10.222.0.85 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0670774 Oct 12 17:47:42.235624 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:43.764640 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:55.845442 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:02.127601 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 6 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:48:08.257679 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-a8057218-d140-4443-bbad-8fb945f47b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:10.991294 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-f5baa567-4d78-48e5-9f44-73b41eeaba48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:11.881903 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:12.244680 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:13.769609 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:25.847551 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:38.261121 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-9bb522a1-bb67-41d1-aed1-a19bf322d802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:39.127098 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 6 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:48:40.987616 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-2df6f277-599b-45ab-83b7-03f2c2442ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:41.878374 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:42.242754 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:43.764737 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:55.845428 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:08.271433 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-244cdb09-8386-4a7a-bf11-696482a4553a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:11.012126 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-bb8663df-c360-4f85-b28d-523de4e6ded9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:11.883568 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:12.244067 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:12.287964 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 58644) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:12.566202 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-a06409c5-5de3-4dd6-9285-c833d09428d5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1117334187-network', 'tenant_id': '89b6f4855e534550a81cf612a58075dc'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:49:12.590895 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06409c5-5de3-4dd6-9285-c833d09428d5 admin admin] Made reservation on behalf of 89b6f4855e534550a81cf612a58075dc for: {'network': 1} {{(pid=105766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:49:12.594155 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a06409c5-5de3-4dd6-9285-c833d09428d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for network, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:12.604572 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a06409c5-5de3-4dd6-9285-c833d09428d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:12.679406 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a06409c5-5de3-4dd6-9285-c833d09428d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:12.684932 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a06409c5-5de3-4dd6-9285-c833d09428d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:12.704539 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a06409c5-5de3-4dd6-9285-c833d09428d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1362, 'physical_network': 'physnet1'} {{(pid=105766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 17:49:12.722844 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a06409c5-5de3-4dd6-9285-c833d09428d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234'] for segment, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:12.723185 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.db.segments_db [None req-a06409c5-5de3-4dd6-9285-c833d09428d5 admin admin] Added segment 65fbf064-3902-45d4-ad7b-f5e5a65fef05 of type vlan for network 7f0076a2-dbd2-4243-8c7b-a99512793be3 Oct 12 17:49:12.734492 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06409c5-5de3-4dd6-9285-c833d09428d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2309796a-8eee-45f0-9527-e7cc76783623,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:12.756517 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 58678) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:12.766757 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06409c5-5de3-4dd6-9285-c833d09428d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:12.767460 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06409c5-5de3-4dd6-9285-c833d09428d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:12.767592 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06409c5-5de3-4dd6-9285-c833d09428d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:12.767823 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06409c5-5de3-4dd6-9285-c833d09428d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:12.768150 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06409c5-5de3-4dd6-9285-c833d09428d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:12.768547 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06409c5-5de3-4dd6-9285-c833d09428d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:12.768925 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06409c5-5de3-4dd6-9285-c833d09428d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:12.769310 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06409c5-5de3-4dd6-9285-c833d09428d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:12.769753 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06409c5-5de3-4dd6-9285-c833d09428d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:12.770091 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06409c5-5de3-4dd6-9285-c833d09428d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:12.770556 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06409c5-5de3-4dd6-9285-c833d09428d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:12.770966 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06409c5-5de3-4dd6-9285-c833d09428d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:12.772574 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06409c5-5de3-4dd6-9285-c833d09428d5 admin admin] Tracked resource versions report: Oct 12 17:49:12.772574 dv-cinder-813226-2-iscsi neutron-server[105766]: pushed versions: Oct 12 17:49:12.772574 dv-cinder-813226-2-iscsi neutron-server[105766]: { 'AddressGroup': {'1.2'}, Oct 12 17:49:12.772574 dv-cinder-813226-2-iscsi neutron-server[105766]: 'ConntrackHelper': {'1.0'}, Oct 12 17:49:12.772574 dv-cinder-813226-2-iscsi neutron-server[105766]: 'Log': {'1.0'}, Oct 12 17:49:12.772574 dv-cinder-813226-2-iscsi neutron-server[105766]: 'Network': {'1.1'}, Oct 12 17:49:12.772574 dv-cinder-813226-2-iscsi neutron-server[105766]: 'Port': {'1.7'}, Oct 12 17:49:12.772574 dv-cinder-813226-2-iscsi neutron-server[105766]: 'PortForwarding': {'1.2'}, Oct 12 17:49:12.772574 dv-cinder-813226-2-iscsi neutron-server[105766]: 'QosPolicy': {'1.10'}, Oct 12 17:49:12.772574 dv-cinder-813226-2-iscsi neutron-server[105766]: 'SecurityGroup': {'1.4'}, Oct 12 17:49:12.772574 dv-cinder-813226-2-iscsi neutron-server[105766]: 'SecurityGroupRule': {'1.2'}, Oct 12 17:49:12.772574 dv-cinder-813226-2-iscsi neutron-server[105766]: 'SubPort': {'1.0'}, Oct 12 17:49:12.772574 dv-cinder-813226-2-iscsi neutron-server[105766]: 'Subnet': {'1.1'}, Oct 12 17:49:12.772574 dv-cinder-813226-2-iscsi neutron-server[105766]: 'Trunk': {'1.1'}} Oct 12 17:49:12.772574 dv-cinder-813226-2-iscsi neutron-server[105766]: consumer versions: Oct 12 17:49:12.772574 dv-cinder-813226-2-iscsi neutron-server[105766]: { DHCP agent@dv-cinder-813226-2-iscsi: {}, Oct 12 17:49:12.772574 dv-cinder-813226-2-iscsi neutron-server[105766]: HyperV agent@hv-cinder-81322: {}, Oct 12 17:49:12.772574 dv-cinder-813226-2-iscsi neutron-server[105766]: L3 agent@dv-cinder-813226-2-iscsi: {}, Oct 12 17:49:12.772574 dv-cinder-813226-2-iscsi neutron-server[105766]: Metadata agent@dv-cinder-813226-2-iscsi: {}, Oct 12 17:49:12.772574 dv-cinder-813226-2-iscsi neutron-server[105766]: Metering agent@dv-cinder-813226-2-iscsi: {}, Oct 12 17:49:12.772574 dv-cinder-813226-2-iscsi neutron-server[105766]: Open vSwitch agent@dv-cinder-813226-2-iscsi: { 'AddressGroup': '1.2', Oct 12 17:49:12.772574 dv-cinder-813226-2-iscsi neutron-server[105766]: 'ConntrackHelper': '1.0', Oct 12 17:49:12.772574 dv-cinder-813226-2-iscsi neutron-server[105766]: 'Log': '1.0', Oct 12 17:49:12.772574 dv-cinder-813226-2-iscsi neutron-server[105766]: 'Network': '1.1', Oct 12 17:49:12.772574 dv-cinder-813226-2-iscsi neutron-server[105766]: 'Port': '1.7', Oct 12 17:49:12.772574 dv-cinder-813226-2-iscsi neutron-server[105766]: 'PortForwarding': '1.2', Oct 12 17:49:12.772574 dv-cinder-813226-2-iscsi neutron-server[105766]: 'QosPolicy': '1.10', Oct 12 17:49:12.772574 dv-cinder-813226-2-iscsi neutron-server[105766]: 'SecurityGroup': '1.4', Oct 12 17:49:12.772574 dv-cinder-813226-2-iscsi neutron-server[105766]: 'SecurityGroupRule': '1.2', Oct 12 17:49:12.772574 dv-cinder-813226-2-iscsi neutron-server[105766]: 'SubPort': '1.0', Oct 12 17:49:12.772574 dv-cinder-813226-2-iscsi neutron-server[105766]: 'Subnet': '1.1', Oct 12 17:49:12.772574 dv-cinder-813226-2-iscsi neutron-server[105766]: 'Trunk': '1.1'}} Oct 12 17:49:12.772574 dv-cinder-813226-2-iscsi neutron-server[105766]: {{(pid=105766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 17:49:12.785831 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a06409c5-5de3-4dd6-9285-c833d09428d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752769697868'] for network, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:12.819571 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a06409c5-5de3-4dd6-9285-c833d09428d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365'] for network, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:12.820656 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06409c5-5de3-4dd6-9285-c833d09428d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:12.821189 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a06409c5-5de3-4dd6-9285-c833d09428d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for network, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:12.878181 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06409c5-5de3-4dd6-9285-c833d09428d5 admin admin] Pushing event updated for resources: {'Network': ['ID=7f0076a2-dbd2-4243-8c7b-a99512793be3,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:12.894888 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-a06409c5-5de3-4dd6-9285-c833d09428d5 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6078339 Oct 12 17:49:12.895958 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 58688) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:12.901495 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [None req-04be10d2-c98e-4e80-8aff-b23d4cc80f19 admin admin] Request body: {'subnet': {'network_id': '7f0076a2-dbd2-4243-8c7b-a99512793be3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1117334187-subnet', 'tenant_id': '89b6f4855e534550a81cf612a58075dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:49:12.908945 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Network 7f0076a2-dbd2-4243-8c7b-a99512793be3 details requested by agent ovs-agent-dv-cinder-813226-2-iscsi with host dv-cinder-813226-2-iscsi {{(pid=105768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 17:49:12.936272 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04be10d2-c98e-4e80-8aff-b23d4cc80f19 admin admin] Made reservation on behalf of 89b6f4855e534550a81cf612a58075dc for: {'subnet': 1} {{(pid=105767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:49:12.939841 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-04be10d2-c98e-4e80-8aff-b23d4cc80f19 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:13.119577 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-04be10d2-c98e-4e80-8aff-b23d4cc80f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365'] for subnet, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:13.206809 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 58704) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:13.230386 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [None req-ef980f31-0325-46b0-b0d8-22d2a3d40251 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-579436212-network', 'tenant_id': 'e8a2ded45d0b49bb81ccf663233f000b'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:49:13.241592 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be10d2-c98e-4e80-8aff-b23d4cc80f19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7974bc61-b9a6-46e8-8709-f4c6737f6759,revision_number=0']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:13.269207 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be10d2-c98e-4e80-8aff-b23d4cc80f19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:13.269652 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be10d2-c98e-4e80-8aff-b23d4cc80f19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:13.270028 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be10d2-c98e-4e80-8aff-b23d4cc80f19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:13.270364 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be10d2-c98e-4e80-8aff-b23d4cc80f19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:13.270844 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be10d2-c98e-4e80-8aff-b23d4cc80f19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:13.271155 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be10d2-c98e-4e80-8aff-b23d4cc80f19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:13.271500 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be10d2-c98e-4e80-8aff-b23d4cc80f19 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:13.271824 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be10d2-c98e-4e80-8aff-b23d4cc80f19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:13.272260 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be10d2-c98e-4e80-8aff-b23d4cc80f19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:13.272605 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be10d2-c98e-4e80-8aff-b23d4cc80f19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:13.272913 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be10d2-c98e-4e80-8aff-b23d4cc80f19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:13.273220 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be10d2-c98e-4e80-8aff-b23d4cc80f19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:13.274277 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be10d2-c98e-4e80-8aff-b23d4cc80f19 admin admin] Tracked resource versions report: Oct 12 17:49:13.274277 dv-cinder-813226-2-iscsi neutron-server[105767]: pushed versions: Oct 12 17:49:13.274277 dv-cinder-813226-2-iscsi neutron-server[105767]: { 'AddressGroup': {'1.2'}, Oct 12 17:49:13.274277 dv-cinder-813226-2-iscsi neutron-server[105767]: 'ConntrackHelper': {'1.0'}, Oct 12 17:49:13.274277 dv-cinder-813226-2-iscsi neutron-server[105767]: 'Log': {'1.0'}, Oct 12 17:49:13.274277 dv-cinder-813226-2-iscsi neutron-server[105767]: 'Network': {'1.1'}, Oct 12 17:49:13.274277 dv-cinder-813226-2-iscsi neutron-server[105767]: 'Port': {'1.7'}, Oct 12 17:49:13.274277 dv-cinder-813226-2-iscsi neutron-server[105767]: 'PortForwarding': {'1.2'}, Oct 12 17:49:13.274277 dv-cinder-813226-2-iscsi neutron-server[105767]: 'QosPolicy': {'1.10'}, Oct 12 17:49:13.274277 dv-cinder-813226-2-iscsi neutron-server[105767]: 'SecurityGroup': {'1.4'}, Oct 12 17:49:13.274277 dv-cinder-813226-2-iscsi neutron-server[105767]: 'SecurityGroupRule': {'1.2'}, Oct 12 17:49:13.274277 dv-cinder-813226-2-iscsi neutron-server[105767]: 'SubPort': {'1.0'}, Oct 12 17:49:13.274277 dv-cinder-813226-2-iscsi neutron-server[105767]: 'Subnet': {'1.1'}, Oct 12 17:49:13.274277 dv-cinder-813226-2-iscsi neutron-server[105767]: 'Trunk': {'1.1'}} Oct 12 17:49:13.274277 dv-cinder-813226-2-iscsi neutron-server[105767]: consumer versions: Oct 12 17:49:13.274277 dv-cinder-813226-2-iscsi neutron-server[105767]: { DHCP agent@dv-cinder-813226-2-iscsi: {}, Oct 12 17:49:13.274277 dv-cinder-813226-2-iscsi neutron-server[105767]: HyperV agent@hv-cinder-81322: {}, Oct 12 17:49:13.274277 dv-cinder-813226-2-iscsi neutron-server[105767]: L3 agent@dv-cinder-813226-2-iscsi: {}, Oct 12 17:49:13.274277 dv-cinder-813226-2-iscsi neutron-server[105767]: Metadata agent@dv-cinder-813226-2-iscsi: {}, Oct 12 17:49:13.274277 dv-cinder-813226-2-iscsi neutron-server[105767]: Metering agent@dv-cinder-813226-2-iscsi: {}, Oct 12 17:49:13.274277 dv-cinder-813226-2-iscsi neutron-server[105767]: Open vSwitch agent@dv-cinder-813226-2-iscsi: { 'AddressGroup': '1.2', Oct 12 17:49:13.274277 dv-cinder-813226-2-iscsi neutron-server[105767]: 'ConntrackHelper': '1.0', Oct 12 17:49:13.274277 dv-cinder-813226-2-iscsi neutron-server[105767]: 'Log': '1.0', Oct 12 17:49:13.274277 dv-cinder-813226-2-iscsi neutron-server[105767]: 'Network': '1.1', Oct 12 17:49:13.274277 dv-cinder-813226-2-iscsi neutron-server[105767]: 'Port': '1.7', Oct 12 17:49:13.274277 dv-cinder-813226-2-iscsi neutron-server[105767]: 'PortForwarding': '1.2', Oct 12 17:49:13.274277 dv-cinder-813226-2-iscsi neutron-server[105767]: 'QosPolicy': '1.10', Oct 12 17:49:13.274277 dv-cinder-813226-2-iscsi neutron-server[105767]: 'SecurityGroup': '1.4', Oct 12 17:49:13.274277 dv-cinder-813226-2-iscsi neutron-server[105767]: 'SecurityGroupRule': '1.2', Oct 12 17:49:13.274277 dv-cinder-813226-2-iscsi neutron-server[105767]: 'SubPort': '1.0', Oct 12 17:49:13.274277 dv-cinder-813226-2-iscsi neutron-server[105767]: 'Subnet': '1.1', Oct 12 17:49:13.274277 dv-cinder-813226-2-iscsi neutron-server[105767]: 'Trunk': '1.1'}} Oct 12 17:49:13.274277 dv-cinder-813226-2-iscsi neutron-server[105767]: {{(pid=105767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 17:49:13.311074 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04be10d2-c98e-4e80-8aff-b23d4cc80f19 admin admin] Checking segment: {'id': '65fbf064-3902-45d4-ad7b-f5e5a65fef05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1362, 'network_id': '7f0076a2-dbd2-4243-8c7b-a99512793be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:49:13.311433 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04be10d2-c98e-4e80-8aff-b23d4cc80f19 admin admin] Network hostable DHCP agents. Network: 7f0076a2-dbd2-4243-8c7b-a99512793be3, hostable agents: ['d0966fcc-cf7f-4b12-bb12-2ea8651f1f29'], hosted agents: [] {{(pid=105767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 17:49:13.315327 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef980f31-0325-46b0-b0d8-22d2a3d40251 admin admin] Made reservation on behalf of e8a2ded45d0b49bb81ccf663233f000b for: {'network': 1} {{(pid=105767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:49:13.317794 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ef980f31-0325-46b0-b0d8-22d2a3d40251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for network, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:13.329189 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ef980f31-0325-46b0-b0d8-22d2a3d40251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:13.346262 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 58716) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:13.365657 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04be10d2-c98e-4e80-8aff-b23d4cc80f19 admin admin] Network 7f0076a2-dbd2-4243-8c7b-a99512793be3 is scheduled to be hosted by DHCP agent d0966fcc-cf7f-4b12-bb12-2ea8651f1f29 with binding_index 1 {{(pid=105767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 17:49:13.384265 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [None req-04be10d2-c98e-4e80-8aff-b23d4cc80f19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813226-2-iscsi, 7f0076a2-dbd2-4243-8c7b-a99512793be3) {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:49:13.394579 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04be10d2-c98e-4e80-8aff-b23d4cc80f19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:13.395200 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-04be10d2-c98e-4e80-8aff-b23d4cc80f19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for subnet, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:13.400137 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4525847b-7135-4c99-ab35-9b7970ee9b13 None None] Network 7f0076a2-dbd2-4243-8c7b-a99512793be3 requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:49:13.425042 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-04be10d2-c98e-4e80-8aff-b23d4cc80f19 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5278337 Oct 12 17:49:13.427930 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 58722) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:13.433376 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-ff14a368-cbbc-476e-9cac-dc1a0705797c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1117334187-router', 'tenant_id': '89b6f4855e534550a81cf612a58075dc', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'}}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:49:13.468916 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-ea5c6063-9040-4153-8757-7c9441d16d8e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2009213917-network', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:49:13.489270 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ef980f31-0325-46b0-b0d8-22d2a3d40251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:13.493032 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ff14a368-cbbc-476e-9cac-dc1a0705797c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8113643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8214'] for router, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:13.494245 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ff14a368-cbbc-476e-9cac-dc1a0705797c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8113535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8116520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8054567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8217'] for router, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:13.497500 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ef980f31-0325-46b0-b0d8-22d2a3d40251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:13.539048 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef980f31-0325-46b0-b0d8-22d2a3d40251 admin admin] vlan segment allocate from pool success with {'vlan_id': 1391, 'physical_network': 'physnet1'} {{(pid=105767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 17:49:13.553862 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ef980f31-0325-46b0-b0d8-22d2a3d40251 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752770188279', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234'] for segment, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:13.554636 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ef980f31-0325-46b0-b0d8-22d2a3d40251 admin admin] Unsubscribe: segment precommit_create {{(pid=105767) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 12 17:49:13.555247 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.db.segments_db [None req-ef980f31-0325-46b0-b0d8-22d2a3d40251 admin admin] Added segment 86f8eb35-b08f-4e91-85b0-ccb6e44b24b8 of type vlan for network 892ea9c7-49de-4a42-bb7e-50af2caebbab Oct 12 17:49:13.598723 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467bbae2-3113-4816-a7e5-b19e77af3368 None None] Network 7f0076a2-dbd2-4243-8c7b-a99512793be3 requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:49:13.610171 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ff14a368-cbbc-476e-9cac-dc1a0705797c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:13.613598 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ef980f31-0325-46b0-b0d8-22d2a3d40251 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752769697868'] for network, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:13.680977 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [None req-7978b8f9-8a09-4de2-86d1-f3ff90100495 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-345045748-network', 'tenant_id': '34d68852db734aefb112496c454c9c73'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:49:13.696625 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5c6063-9040-4153-8757-7c9441d16d8e admin admin] Made reservation on behalf of e4096f27defa41969a63e8b81d280fb2 for: {'network': 1} {{(pid=105766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:49:13.700888 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ea5c6063-9040-4153-8757-7c9441d16d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for network, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:13.701315 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ef980f31-0325-46b0-b0d8-22d2a3d40251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365'] for network, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:13.702403 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef980f31-0325-46b0-b0d8-22d2a3d40251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:13.702939 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ef980f31-0325-46b0-b0d8-22d2a3d40251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for network, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:13.744666 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ea5c6063-9040-4153-8757-7c9441d16d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:13.810873 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef980f31-0325-46b0-b0d8-22d2a3d40251 admin admin] Pushing event updated for resources: {'Network': ['ID=892ea9c7-49de-4a42-bb7e-50af2caebbab,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:13.816159 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef980f31-0325-46b0-b0d8-22d2a3d40251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd45f6b7-988e-461e-9daa-caa3675cfee6,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:13.829511 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7978b8f9-8a09-4de2-86d1-f3ff90100495 admin admin] Made reservation on behalf of 34d68852db734aefb112496c454c9c73 for: {'network': 1} {{(pid=105767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:49:13.832421 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-7978b8f9-8a09-4de2-86d1-f3ff90100495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for network, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:13.835972 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:13.866048 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-7978b8f9-8a09-4de2-86d1-f3ff90100495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:13.873700 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Network 892ea9c7-49de-4a42-bb7e-50af2caebbab details requested by agent ovs-agent-dv-cinder-813226-2-iscsi with host dv-cinder-813226-2-iscsi {{(pid=105768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 17:49:13.889235 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-ef980f31-0325-46b0-b0d8-22d2a3d40251 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1314750 Oct 12 17:49:13.892793 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 58742) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:13.929942 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [None req-656ba00d-2e9f-4116-b47b-8d7c0ba3f525 admin admin] Request body: {'subnet': {'network_id': '892ea9c7-49de-4a42-bb7e-50af2caebbab', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-579436212-subnet', 'tenant_id': 'e8a2ded45d0b49bb81ccf663233f000b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:49:14.026972 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ff14a368-cbbc-476e-9cac-dc1a0705797c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:14.029641 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-7978b8f9-8a09-4de2-86d1-f3ff90100495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:14.042864 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-7978b8f9-8a09-4de2-86d1-f3ff90100495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:14.070652 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7978b8f9-8a09-4de2-86d1-f3ff90100495 admin admin] vlan segment allocate from pool success with {'vlan_id': 1396, 'physical_network': 'physnet1'} {{(pid=105767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 17:49:14.096646 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978b8f9-8a09-4de2-86d1-f3ff90100495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb53ac8-05f1-4393-913c-908f9f2aa523,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:14.101231 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-7978b8f9-8a09-4de2-86d1-f3ff90100495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234'] for segment, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:14.101581 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.db.segments_db [None req-7978b8f9-8a09-4de2-86d1-f3ff90100495 admin admin] Added segment 5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8 of type vlan for network e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa Oct 12 17:49:14.110619 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656ba00d-2e9f-4116-b47b-8d7c0ba3f525 admin admin] Made reservation on behalf of e8a2ded45d0b49bb81ccf663233f000b for: {'subnet': 1} {{(pid=105767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:49:14.113219 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-656ba00d-2e9f-4116-b47b-8d7c0ba3f525 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:14.176175 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ea5c6063-9040-4153-8757-7c9441d16d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:14.188539 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ea5c6063-9040-4153-8757-7c9441d16d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:14.201506 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea5c6063-9040-4153-8757-7c9441d16d8e admin admin] vlan segment allocate from pool success with {'vlan_id': 1387, 'physical_network': 'physnet1'} {{(pid=105766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 17:49:14.213051 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ea5c6063-9040-4153-8757-7c9441d16d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234'] for segment, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:14.213732 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.db.segments_db [None req-ea5c6063-9040-4153-8757-7c9441d16d8e admin admin] Added segment 05f459ba-52ee-4bb6-9d47-8bda0a83627a of type vlan for network 8daa865d-6215-4088-990f-5e71670febd0 Oct 12 17:49:14.262463 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ea5c6063-9040-4153-8757-7c9441d16d8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752769697868'] for network, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:14.315073 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-656ba00d-2e9f-4116-b47b-8d7c0ba3f525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365'] for subnet, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:14.360695 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ea5c6063-9040-4153-8757-7c9441d16d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365'] for network, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:14.362832 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5c6063-9040-4153-8757-7c9441d16d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:14.363015 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ea5c6063-9040-4153-8757-7c9441d16d8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for network, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:14.369782 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-7978b8f9-8a09-4de2-86d1-f3ff90100495 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752769697868'] for network, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:14.381076 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c6063-9040-4153-8757-7c9441d16d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9917804f-d615-4201-8842-32fa203ab7e5,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:14.421661 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656ba00d-2e9f-4116-b47b-8d7c0ba3f525 admin admin] Checking segment: {'id': '86f8eb35-b08f-4e91-85b0-ccb6e44b24b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '892ea9c7-49de-4a42-bb7e-50af2caebbab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:49:14.422064 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656ba00d-2e9f-4116-b47b-8d7c0ba3f525 admin admin] Network hostable DHCP agents. Network: 892ea9c7-49de-4a42-bb7e-50af2caebbab, hostable agents: ['d0966fcc-cf7f-4b12-bb12-2ea8651f1f29'], hosted agents: [] {{(pid=105767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 17:49:14.442811 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-ea5c6063-9040-4153-8757-7c9441d16d8e admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2347794 Oct 12 17:49:14.448086 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ba00d-2e9f-4116-b47b-8d7c0ba3f525 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9869a46d-c6fb-4b4f-b1b0-b8d9fe5bbf2a,revision_number=0']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:14.451293 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 58764) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:14.461476 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-e010498c-dddf-42ff-8bdc-2394e23fcab8 admin admin] Request body: {'subnet': {'network_id': '8daa865d-6215-4088-990f-5e71670febd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2009213917-subnet', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:49:14.465268 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-7978b8f9-8a09-4de2-86d1-f3ff90100495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365'] for network, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:14.466265 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7978b8f9-8a09-4de2-86d1-f3ff90100495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:14.466963 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-7978b8f9-8a09-4de2-86d1-f3ff90100495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for network, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:14.480626 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656ba00d-2e9f-4116-b47b-8d7c0ba3f525 admin admin] Network 892ea9c7-49de-4a42-bb7e-50af2caebbab is scheduled to be hosted by DHCP agent d0966fcc-cf7f-4b12-bb12-2ea8651f1f29 with binding_index 1 {{(pid=105767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 17:49:14.498616 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c6063-9040-4153-8757-7c9441d16d8e admin admin] Pushing event updated for resources: {'Network': ['ID=8daa865d-6215-4088-990f-5e71670febd0,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:14.534315 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Network 8daa865d-6215-4088-990f-5e71670febd0 details requested by agent ovs-agent-dv-cinder-813226-2-iscsi with host dv-cinder-813226-2-iscsi {{(pid=105768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 17:49:14.581157 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [None req-656ba00d-2e9f-4116-b47b-8d7c0ba3f525 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813226-2-iscsi, 892ea9c7-49de-4a42-bb7e-50af2caebbab) {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:49:14.598730 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656ba00d-2e9f-4116-b47b-8d7c0ba3f525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:14.599033 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-656ba00d-2e9f-4116-b47b-8d7c0ba3f525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for subnet, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:14.610530 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e010498c-dddf-42ff-8bdc-2394e23fcab8 admin admin] Made reservation on behalf of e4096f27defa41969a63e8b81d280fb2 for: {'subnet': 1} {{(pid=105766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:49:14.616910 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e010498c-dddf-42ff-8bdc-2394e23fcab8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:14.618591 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-7978b8f9-8a09-4de2-86d1-f3ff90100495 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2711518 Oct 12 17:49:14.620926 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 58774) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:14.628905 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [None req-f4f2f089-e8b7-4367-b819-fb5664d52e06 admin admin] Request body: {'subnet': {'network_id': 'e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-345045748-subnet', 'tenant_id': '34d68852db734aefb112496c454c9c73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:49:14.638491 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2778fe90-6705-47dd-a48e-f336af50fab5 None None] Network 892ea9c7-49de-4a42-bb7e-50af2caebbab requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:49:14.659543 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978b8f9-8a09-4de2-86d1-f3ff90100495 admin admin] Pushing event updated for resources: {'Network': ['ID=e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:14.694631 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-656ba00d-2e9f-4116-b47b-8d7c0ba3f525 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7922390 Oct 12 17:49:14.699416 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Network e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa details requested by agent ovs-agent-dv-cinder-813226-2-iscsi with host dv-cinder-813226-2-iscsi {{(pid=105768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 17:49:14.730421 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f2f089-e8b7-4367-b819-fb5664d52e06 admin admin] Made reservation on behalf of 34d68852db734aefb112496c454c9c73 for: {'subnet': 1} {{(pid=105767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:49:14.732860 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-f4f2f089-e8b7-4367-b819-fb5664d52e06 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:14.785787 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ff14a368-cbbc-476e-9cac-dc1a0705797c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:14.862464 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ff14a368-cbbc-476e-9cac-dc1a0705797c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:14.938485 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ee8d92-297c-4e53-ba9c-44ee11d7a0f3 None None] Network 892ea9c7-49de-4a42-bb7e-50af2caebbab requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:49:14.996269 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-f4f2f089-e8b7-4367-b819-fb5664d52e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365'] for subnet, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:15.103747 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2f089-e8b7-4367-b819-fb5664d52e06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45759d7e-d25f-43ae-8f03-94166684d89c,revision_number=0']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:15.114330 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f2f089-e8b7-4367-b819-fb5664d52e06 admin admin] Checking segment: {'id': '5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': 'e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:49:15.114939 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f2f089-e8b7-4367-b819-fb5664d52e06 admin admin] Network hostable DHCP agents. Network: e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa, hostable agents: ['d0966fcc-cf7f-4b12-bb12-2ea8651f1f29'], hosted agents: [] {{(pid=105767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 17:49:15.136333 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f2f089-e8b7-4367-b819-fb5664d52e06 admin admin] Network e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa is scheduled to be hosted by DHCP agent d0966fcc-cf7f-4b12-bb12-2ea8651f1f29 with binding_index 1 {{(pid=105767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 17:49:15.158211 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [None req-f4f2f089-e8b7-4367-b819-fb5664d52e06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813226-2-iscsi, e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa) {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:49:15.163634 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f2f089-e8b7-4367-b819-fb5664d52e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:15.164229 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-f4f2f089-e8b7-4367-b819-fb5664d52e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for subnet, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:15.169192 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e200ec61-662b-4603-94f4-3f0ef5978d8b None None] Network e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:49:15.214843 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-ff14a368-cbbc-476e-9cac-dc1a0705797c admin admin] Allocated IP 172.27.0.86 (57ccf176-38b9-4e1d-8eda-123c8986cf55/09d55e93-213a-4ce1-b19c-11c1c2f18eb4/833c99d8-44ff-4214-9e37-0927667e27cc) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:49:15.224900 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-f4f2f089-e8b7-4367-b819-fb5664d52e06 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5912321 Oct 12 17:49:15.235624 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e010498c-dddf-42ff-8bdc-2394e23fcab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365'] for subnet, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:15.341864 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010498c-dddf-42ff-8bdc-2394e23fcab8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c9bbc10-98c9-4f8e-a058-09cebb338727,revision_number=0']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:15.380992 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e010498c-dddf-42ff-8bdc-2394e23fcab8 admin admin] Checking segment: {'id': '05f459ba-52ee-4bb6-9d47-8bda0a83627a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': '8daa865d-6215-4088-990f-5e71670febd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:49:15.381539 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e010498c-dddf-42ff-8bdc-2394e23fcab8 admin admin] Network hostable DHCP agents. Network: 8daa865d-6215-4088-990f-5e71670febd0, hostable agents: ['d0966fcc-cf7f-4b12-bb12-2ea8651f1f29'], hosted agents: [] {{(pid=105766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 17:49:15.389019 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d5b15d-53a3-4376-98bd-421573a82d72 None None] Network e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:49:15.422924 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ff14a368-cbbc-476e-9cac-dc1a0705797c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:15.437137 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e010498c-dddf-42ff-8bdc-2394e23fcab8 admin admin] Network 8daa865d-6215-4088-990f-5e71670febd0 is scheduled to be hosted by DHCP agent d0966fcc-cf7f-4b12-bb12-2ea8651f1f29 with binding_index 1 {{(pid=105766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 17:49:15.465559 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-e010498c-dddf-42ff-8bdc-2394e23fcab8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813226-2-iscsi, 8daa865d-6215-4088-990f-5e71670febd0) {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:49:15.470973 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e010498c-dddf-42ff-8bdc-2394e23fcab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:15.471763 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e010498c-dddf-42ff-8bdc-2394e23fcab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for subnet, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:15.478885 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b05d5b-04ff-45d6-b0a0-1ed9246aea94 None None] Network 8daa865d-6215-4088-990f-5e71670febd0 requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:49:15.500526 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-e010498c-dddf-42ff-8bdc-2394e23fcab8 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0476286 Oct 12 17:49:15.502948 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ff14a368-cbbc-476e-9cac-dc1a0705797c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:15.503325 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 58802) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:15.508876 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [None req-c75dcffd-365e-4922-8604-8b465379710f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2009213917-router', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'}}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:49:15.556346 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c75dcffd-365e-4922-8604-8b465379710f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8113643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8214'] for router, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:15.558374 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c75dcffd-365e-4922-8604-8b465379710f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8113535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8116520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8054567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8217'] for router, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:15.570993 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff14a368-cbbc-476e-9cac-dc1a0705797c admin admin] Pushing event updated for resources: {'Port': ['ID=833c99d8-44ff-4214-9e37-0927667e27cc,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:15.594714 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff14a368-cbbc-476e-9cac-dc1a0705797c admin admin] Network 57ccf176-38b9-4e1d-8eda-123c8986cf55 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:49:15.596480 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-ff14a368-cbbc-476e-9cac-dc1a0705797c admin admin] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:49:15.605231 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff14a368-cbbc-476e-9cac-dc1a0705797c admin admin] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:49:15.762780 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec3a190-cf98-4c1b-919b-aaf58567e6f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63d32738-508d-5f41-b292-c343124683fb-8daa865d-6215-4088-990f-5e71670febd0', 'network_id': '8daa865d-6215-4088-990f-5e71670febd0', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'fixed_ips': [{'subnet_id': '2c9bbc10-98c9-4f8e-a058-09cebb338727'}]}} from dv-cinder-813226-2-iscsi. {{(pid=105768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 17:49:15.763904 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-eec3a190-cf98-4c1b-919b-aaf58567e6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:15.767534 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c75dcffd-365e-4922-8604-8b465379710f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:16.095686 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ff14a368-cbbc-476e-9cac-dc1a0705797c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:16.104540 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.db_base_plugin_common [None req-eec3a190-cf98-4c1b-919b-aaf58567e6f4 None None] Allocated IP 172.20.0.2 (8daa865d-6215-4088-990f-5e71670febd0/2c9bbc10-98c9-4f8e-a058-09cebb338727/3b3d6407-f434-4556-9552-61e98cbb44b0) {{(pid=105768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:49:16.127740 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 6 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:49:16.268518 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c75dcffd-365e-4922-8604-8b465379710f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:16.348760 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 58860) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:16.352260 dv-cinder-813226-2-iscsi neutron-server[105766]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 12 17:49:16.389728 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-eec3a190-cf98-4c1b-919b-aaf58567e6f4 None None] Notify callbacks [] for port, precommit_create {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:16.397776 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 58872) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:16.399040 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-eec3a190-cf98-4c1b-919b-aaf58567e6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806'] for port, after_create {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:16.451354 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec3a190-cf98-4c1b-919b-aaf58567e6f4 None None] Pushing event updated for resources: {'Port': ['ID=3b3d6407-f434-4556-9552-61e98cbb44b0,revision_number=1']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:16.462848 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3a190-cf98-4c1b-919b-aaf58567e6f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:16.463209 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3a190-cf98-4c1b-919b-aaf58567e6f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:16.463547 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3a190-cf98-4c1b-919b-aaf58567e6f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:16.463885 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3a190-cf98-4c1b-919b-aaf58567e6f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:16.464208 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3a190-cf98-4c1b-919b-aaf58567e6f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:16.464542 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3a190-cf98-4c1b-919b-aaf58567e6f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:16.464923 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3a190-cf98-4c1b-919b-aaf58567e6f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:16.465250 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3a190-cf98-4c1b-919b-aaf58567e6f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:16.465670 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3a190-cf98-4c1b-919b-aaf58567e6f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:16.465937 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3a190-cf98-4c1b-919b-aaf58567e6f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:16.466223 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3a190-cf98-4c1b-919b-aaf58567e6f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:16.466554 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3a190-cf98-4c1b-919b-aaf58567e6f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:16.467595 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3a190-cf98-4c1b-919b-aaf58567e6f4 None None] Tracked resource versions report: Oct 12 17:49:16.467595 dv-cinder-813226-2-iscsi neutron-server[105768]: pushed versions: Oct 12 17:49:16.467595 dv-cinder-813226-2-iscsi neutron-server[105768]: { 'AddressGroup': {'1.2'}, Oct 12 17:49:16.467595 dv-cinder-813226-2-iscsi neutron-server[105768]: 'ConntrackHelper': {'1.0'}, Oct 12 17:49:16.467595 dv-cinder-813226-2-iscsi neutron-server[105768]: 'Log': {'1.0'}, Oct 12 17:49:16.467595 dv-cinder-813226-2-iscsi neutron-server[105768]: 'Network': {'1.1'}, Oct 12 17:49:16.467595 dv-cinder-813226-2-iscsi neutron-server[105768]: 'Port': {'1.7'}, Oct 12 17:49:16.467595 dv-cinder-813226-2-iscsi neutron-server[105768]: 'PortForwarding': {'1.2'}, Oct 12 17:49:16.467595 dv-cinder-813226-2-iscsi neutron-server[105768]: 'QosPolicy': {'1.10'}, Oct 12 17:49:16.467595 dv-cinder-813226-2-iscsi neutron-server[105768]: 'SecurityGroup': {'1.4'}, Oct 12 17:49:16.467595 dv-cinder-813226-2-iscsi neutron-server[105768]: 'SecurityGroupRule': {'1.2'}, Oct 12 17:49:16.467595 dv-cinder-813226-2-iscsi neutron-server[105768]: 'SubPort': {'1.0'}, Oct 12 17:49:16.467595 dv-cinder-813226-2-iscsi neutron-server[105768]: 'Subnet': {'1.1'}, Oct 12 17:49:16.467595 dv-cinder-813226-2-iscsi neutron-server[105768]: 'Trunk': {'1.1'}} Oct 12 17:49:16.467595 dv-cinder-813226-2-iscsi neutron-server[105768]: consumer versions: Oct 12 17:49:16.467595 dv-cinder-813226-2-iscsi neutron-server[105768]: { DHCP agent@dv-cinder-813226-2-iscsi: {}, Oct 12 17:49:16.467595 dv-cinder-813226-2-iscsi neutron-server[105768]: HyperV agent@hv-cinder-81322: {}, Oct 12 17:49:16.467595 dv-cinder-813226-2-iscsi neutron-server[105768]: L3 agent@dv-cinder-813226-2-iscsi: {}, Oct 12 17:49:16.467595 dv-cinder-813226-2-iscsi neutron-server[105768]: Metadata agent@dv-cinder-813226-2-iscsi: {}, Oct 12 17:49:16.467595 dv-cinder-813226-2-iscsi neutron-server[105768]: Metering agent@dv-cinder-813226-2-iscsi: {}, Oct 12 17:49:16.467595 dv-cinder-813226-2-iscsi neutron-server[105768]: Open vSwitch agent@dv-cinder-813226-2-iscsi: { 'AddressGroup': '1.2', Oct 12 17:49:16.467595 dv-cinder-813226-2-iscsi neutron-server[105768]: 'ConntrackHelper': '1.0', Oct 12 17:49:16.467595 dv-cinder-813226-2-iscsi neutron-server[105768]: 'Log': '1.0', Oct 12 17:49:16.467595 dv-cinder-813226-2-iscsi neutron-server[105768]: 'Network': '1.1', Oct 12 17:49:16.467595 dv-cinder-813226-2-iscsi neutron-server[105768]: 'Port': '1.7', Oct 12 17:49:16.467595 dv-cinder-813226-2-iscsi neutron-server[105768]: 'PortForwarding': '1.2', Oct 12 17:49:16.467595 dv-cinder-813226-2-iscsi neutron-server[105768]: 'QosPolicy': '1.10', Oct 12 17:49:16.467595 dv-cinder-813226-2-iscsi neutron-server[105768]: 'SecurityGroup': '1.4', Oct 12 17:49:16.467595 dv-cinder-813226-2-iscsi neutron-server[105768]: 'SecurityGroupRule': '1.2', Oct 12 17:49:16.467595 dv-cinder-813226-2-iscsi neutron-server[105768]: 'SubPort': '1.0', Oct 12 17:49:16.467595 dv-cinder-813226-2-iscsi neutron-server[105768]: 'Subnet': '1.1', Oct 12 17:49:16.467595 dv-cinder-813226-2-iscsi neutron-server[105768]: 'Trunk': '1.1'}} Oct 12 17:49:16.467595 dv-cinder-813226-2-iscsi neutron-server[105768]: {{(pid=105768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 17:49:16.475207 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec3a190-cf98-4c1b-919b-aaf58567e6f4 None None] Network 8daa865d-6215-4088-990f-5e71670febd0 is already hosted by enough agents. {{(pid=105768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:49:16.477219 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.scheduler.base_scheduler [None req-eec3a190-cf98-4c1b-919b-aaf58567e6f4 None None] Resources bound (agent type, host, resource id): {{(pid=105768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:49:16.480484 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec3a190-cf98-4c1b-919b-aaf58567e6f4 None None] Received port after_create {{(pid=105768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:49:16.542710 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-eec3a190-cf98-4c1b-919b-aaf58567e6f4 None None] Attempting to bind port 3b3d6407-f434-4556-9552-61e98cbb44b0 on host dv-cinder-813226-2-iscsi for vnic_type normal with profile {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:49:16.546200 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-eec3a190-cf98-4c1b-919b-aaf58567e6f4 None None] Attempting to bind port 3b3d6407-f434-4556-9552-61e98cbb44b0 by drivers openvswitch,hyperv on host dv-cinder-813226-2-iscsi at level 0 using segments [{'id': '05f459ba-52ee-4bb6-9d47-8bda0a83627a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': '8daa865d-6215-4088-990f-5e71670febd0'}] {{(pid=105768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:49:16.546655 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec3a190-cf98-4c1b-919b-aaf58567e6f4 None None] Attempting to bind port 3b3d6407-f434-4556-9552-61e98cbb44b0 on network 8daa865d-6215-4088-990f-5e71670febd0 {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:49:16.552426 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec3a190-cf98-4c1b-919b-aaf58567e6f4 None None] Checking agent: {'id': '5039a5e6-c9fd-4f0c-a36a-0bef795141ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813226-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 41, 12), 'started_at': datetime.datetime(2021, 10, 12, 17, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813226-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:49:16.553080 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec3a190-cf98-4c1b-919b-aaf58567e6f4 None None] Checking segment: {'id': '05f459ba-52ee-4bb6-9d47-8bda0a83627a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': '8daa865d-6215-4088-990f-5e71670febd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:49:16.553706 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-eec3a190-cf98-4c1b-919b-aaf58567e6f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:16.554107 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec3a190-cf98-4c1b-919b-aaf58567e6f4 None None] Bound using segment: {'id': '05f459ba-52ee-4bb6-9d47-8bda0a83627a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': '8daa865d-6215-4088-990f-5e71670febd0'} {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:49:16.554606 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-eec3a190-cf98-4c1b-919b-aaf58567e6f4 None None] Bound port: 3b3d6407-f434-4556-9552-61e98cbb44b0, host: dv-cinder-813226-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f459ba-52ee-4bb6-9d47-8bda0a83627a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': '8daa865d-6215-4088-990f-5e71670febd0'}}] {{(pid=105768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:49:16.555014 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-eec3a190-cf98-4c1b-919b-aaf58567e6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:16.566881 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 58874) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:16.631079 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-eec3a190-cf98-4c1b-919b-aaf58567e6f4 None None] For port 3b3d6407-f434-4556-9552-61e98cbb44b0, host dv-cinder-813226-2-iscsi, cleared binding levels {{(pid=105768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:49:16.635934 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-eec3a190-cf98-4c1b-919b-aaf58567e6f4 None None] For port 3b3d6407-f434-4556-9552-61e98cbb44b0, host dv-cinder-813226-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=3b3d6407-f434-4556-9552-61e98cbb44b0,segment=NetworkSegment(05f459ba-52ee-4bb6-9d47-8bda0a83627a),segment_id=05f459ba-52ee-4bb6-9d47-8bda0a83627a)] {{(pid=105768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:49:16.644864 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-eec3a190-cf98-4c1b-919b-aaf58567e6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:16.736148 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec3a190-cf98-4c1b-919b-aaf58567e6f4 None None] Pushing event updated for resources: {'Port': ['ID=3b3d6407-f434-4556-9552-61e98cbb44b0,revision_number=2']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:16.798368 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-b97cbcce-d5c0-449e-91d2-5a5f268d593f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:16.815505 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c75dcffd-365e-4922-8604-8b465379710f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:16.844356 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c75dcffd-365e-4922-8604-8b465379710f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:16.927833 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-69880cb7-10ca-46d9-9b9a-54a8fa8520f7 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:16.930866 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-69880cb7-10ca-46d9-9b9a-54a8fa8520f7 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/networks?id=e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa HTTP/1.1" status: 200 len: 814 time: 0.5806205 Oct 12 17:49:16.939846 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-9df94c9b-8783-432d-a379-c22cddde9f55 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:16.941630 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-9df94c9b-8783-432d-a379-c22cddde9f55 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/networks?id=892ea9c7-49de-4a42-bb7e-50af2caebbab HTTP/1.1" status: 200 len: 811 time: 0.5281346 Oct 12 17:49:16.963506 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ff14a368-cbbc-476e-9cac-dc1a0705797c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8113504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8091129'] for router, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:16.973760 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-69930388-4c3f-4c39-a120-3d6bf8293974 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/quotas/34d68852db734aefb112496c454c9c73 HTTP/1.1" status: 200 len: 375 time: 0.0290198 Oct 12 17:49:16.978941 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-1cd880de-aedd-4548-954d-66bd1d4c7cd0 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/quotas/e8a2ded45d0b49bb81ccf663233f000b HTTP/1.1" status: 200 len: 375 time: 0.0240760 Oct 12 17:49:17.087767 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-b97cbcce-d5c0-449e-91d2-5a5f268d593f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:17.089830 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.db_base_plugin_common [None req-c75dcffd-365e-4922-8604-8b465379710f admin admin] Allocated IP 172.27.0.77 (57ccf176-38b9-4e1d-8eda-123c8986cf55/09d55e93-213a-4ce1-b19c-11c1c2f18eb4/03856ee2-eb3a-4878-b203-3708c37b364d) {{(pid=105767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:49:17.097011 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-b97cbcce-d5c0-449e-91d2-5a5f268d593f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:17.110328 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-bc2c28b9-83db-4890-b597-640e278d6cea tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=e8a2ded45d0b49bb81ccf663233f000b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0828559 Oct 12 17:49:17.112062 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-ab8a9a1b-9179-4c1a-bb18-6737746a03d2 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=34d68852db734aefb112496c454c9c73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0836918 Oct 12 17:49:17.168683 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-b97cbcce-d5c0-449e-91d2-5a5f268d593f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=68d725edf75e48fd922a125498faeabb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6015921 Oct 12 17:49:17.172928 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 58888) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:17.200738 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97cbcce-d5c0-449e-91d2-5a5f268d593f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c4efff-873d-41b0-89de-5c5b82a21aff,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:17.267127 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-56affc65-79b4-474d-8800-72cbe77f0f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:17.274273 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c75dcffd-365e-4922-8604-8b465379710f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:17.282939 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff14a368-cbbc-476e-9cac-dc1a0705797c admin admin] Router 408ea965-1f88-4c9e-9d21-a4e828d7afa6 is scheduled to L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 with binding_index 1 {{(pid=105766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 17:49:17.290555 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-c16dafff-50c0-444f-a721-c84e9a1845d1 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=105766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 17:49:17.291819 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-c16dafff-50c0-444f-a721-c84e9a1845d1 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0623317 Oct 12 17:49:17.314212 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-56affc65-79b4-474d-8800-72cbe77f0f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:17.320829 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-12f158bf-a674-41b1-86f8-33df11d13597 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=105766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 17:49:17.321844 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-12f158bf-a674-41b1-86f8-33df11d13597 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0807798 Oct 12 17:49:17.343320 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c75dcffd-365e-4922-8604-8b465379710f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806'] for port, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:17.421454 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75dcffd-365e-4922-8604-8b465379710f admin admin] Network 57ccf176-38b9-4e1d-8eda-123c8986cf55 is already hosted by enough agents. {{(pid=105767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:49:17.426264 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [None req-c75dcffd-365e-4922-8604-8b465379710f admin admin] Resources bound (agent type, host, resource id): {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:49:17.431387 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75dcffd-365e-4922-8604-8b465379710f admin admin] Received port after_create {{(pid=105767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:49:17.434778 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75dcffd-365e-4922-8604-8b465379710f admin admin] Pushing event updated for resources: {'Port': ['ID=03856ee2-eb3a-4878-b203-3708c37b364d,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:17.580697 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-29dd7103-4fda-44bd-9bdf-b34df1d96a4d service neutron] 10.222.0.85 "GET /v2.0/networks/e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790492 Oct 12 17:49:17.585667 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-56affc65-79b4-474d-8800-72cbe77f0f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:17.588265 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-56affc65-79b4-474d-8800-72cbe77f0f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:17.589385 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-56affc65-79b4-474d-8800-72cbe77f0f83 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/92c4efff-873d-41b0-89de-5c5b82a21aff HTTP/1.1" status: 204 len: 168 time: 0.4155333 Oct 12 17:49:17.608653 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-e1338472-9fb3-4584-b49c-3ee641068171 service neutron] 10.222.0.85 "GET /v2.0/networks/892ea9c7-49de-4a42-bb7e-50af2caebbab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710879 Oct 12 17:49:17.673593 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56affc65-79b4-474d-8800-72cbe77f0f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c4efff-873d-41b0-89de-5c5b82a21aff,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:17.704373 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff14a368-cbbc-476e-9cac-dc1a0705797c admin admin] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:49:17.715553 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1d442d-09a8-4b00-b252-1334e2256fd4 None None] Sync routers for ids ['408ea965-1f88-4c9e-9d21-a4e828d7afa6'] in dv-cinder-813226-2-iscsi {{(pid=105769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:49:17.724847 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1d442d-09a8-4b00-b252-1334e2256fd4 None None] Routers {'408ea965-1f88-4c9e-9d21-a4e828d7afa6'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:49:17.725631 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-3c1d442d-09a8-4b00-b252-1334e2256fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:49:11Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['408ea965-1f88-4c9e-9d21-a4e828d7afa6'], 'active': True} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:49:17.791363 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c75dcffd-365e-4922-8604-8b465379710f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:17.805954 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ff14a368-cbbc-476e-9cac-dc1a0705797c admin admin] Notify callbacks [] for router, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:17.812136 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-ff14a368-cbbc-476e-9cac-dc1a0705797c admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.3828599 Oct 12 17:49:17.816682 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 58898) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:17.873387 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvr_db [None req-3c1d442d-09a8-4b00-b252-1334e2256fd4 None None] Set router 408ea965-1f88-4c9e-9d21-a4e828d7afa6 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:49:17.942232 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-f7917c91-dd78-43fe-96d8-fc5533f80cc7 service neutron] 10.222.0.85 "GET /v2.0/networks/e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515780 Oct 12 17:49:17.978534 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92e19f2-d121-4efe-880a-76ae6c677443 None None] Network 8daa865d-6215-4088-990f-5e71670febd0 requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:49:18.020022 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-42e49c98-4d23-49c0-9d7b-ca500351b63b service neutron] 10.222.0.85 "GET /v2.0/networks/892ea9c7-49de-4a42-bb7e-50af2caebbab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104979 Oct 12 17:49:18.082807 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 58900) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:18.106230 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2eac51bb-dfd8-40ae-96e9-a74fdaab8665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:18.109904 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c75dcffd-365e-4922-8604-8b465379710f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8113504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8091129'] for router, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:18.142442 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-719419eb-2040-415c-b53c-6a63734223f6 None None] Provisioning complete for port 3b3d6407-f434-4556-9552-61e98cbb44b0 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:49:18.143104 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-719419eb-2040-415c-b53c-6a63734223f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:18.172915 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-3c1d442d-09a8-4b00-b252-1334e2256fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '408ea965-1f88-4c9e-9d21-a4e828d7afa6', 'name': 'tempest-ServerRescueNegativeTestJSON-1117334187-router', 'tenant_id': '89b6f4855e534550a81cf612a58075dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '833c99d8-44ff-4214-9e37-0927667e27cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:49:13Z', 'updated_at': '2021-10-12T17:49:15Z', 'revision_number': 3, 'project_id': '89b6f4855e534550a81cf612a58075dc', 'gw_port': {'id': '833c99d8-44ff-4214-9e37-0927667e27cc', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ac:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408ea965-1f88-4c9e-9d21-a4e828d7afa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:14Z', 'updated_at': '2021-10-12T17:49:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi'}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:49:18.230283 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1d442d-09a8-4b00-b252-1334e2256fd4 None None] Checking router: 408ea965-1f88-4c9e-9d21-a4e828d7afa6 for host: dv-cinder-813226-2-iscsi {{(pid=105769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:49:18.234524 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1d442d-09a8-4b00-b252-1334e2256fd4 None None] Updating router 408ea965-1f88-4c9e-9d21-a4e828d7afa6 port 833c99d8-44ff-4214-9e37-0927667e27cc binding host dv-cinder-813226-2-iscsi {{(pid=105769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:49:18.318034 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-3c1d442d-09a8-4b00-b252-1334e2256fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:18.375392 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-719419eb-2040-415c-b53c-6a63734223f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:18.518394 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2eac51bb-dfd8-40ae-96e9-a74fdaab8665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:18.574456 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 3b3d6407-f434-4556-9552-61e98cbb44b0 up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:49:18.580781 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2eac51bb-dfd8-40ae-96e9-a74fdaab8665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:18.610955 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac51bb-dfd8-40ae-96e9-a74fdaab8665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8965c729-0353-4381-be79-f6f3f52133be,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:18.613719 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75dcffd-365e-4922-8604-8b465379710f admin admin] Router 2756c817-f350-4cfa-bb8b-67ae39e636e8 is scheduled to L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 with binding_index 1 {{(pid=105767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 17:49:18.658376 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-719419eb-2040-415c-b53c-6a63734223f6 None None] For port 3b3d6407-f434-4556-9552-61e98cbb44b0, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=3b3d6407-f434-4556-9552-61e98cbb44b0,segment=NetworkSegment(05f459ba-52ee-4bb6-9d47-8bda0a83627a),segment_id=05f459ba-52ee-4bb6-9d47-8bda0a83627a)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:49:18.674738 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-719419eb-2040-415c-b53c-6a63734223f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:18.747363 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e89ce01a-390d-464f-9eb9-54d811290ea2 req-87902b90-60d9-4475-b643-1ade208318ec tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5633108-16aa-4364-8e34-678eb18fa309 HTTP/1.1" status: 200 len: 210 time: 0.1363592 Oct 12 17:49:18.767463 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port 3b3d6407-f434-4556-9552-61e98cbb44b0 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:49:18.767901 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:18.823736 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-b5b8c1cf-39a1-4145-986d-0d77149361f0 req-e7277c7d-8571-4cc2-bbe2-521d1263bee8 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7a6bc11-e2e0-453f-94ad-300b587a0061 HTTP/1.1" status: 200 len: 210 time: 0.0867441 Oct 12 17:49:18.826288 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5d82db2d-a1cf-4f40-b5fb-9afb95f83c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:18.925647 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719419eb-2040-415c-b53c-6a63734223f6 None None] Pushing event updated for resources: {'Port': ['ID=3b3d6407-f434-4556-9552-61e98cbb44b0,revision_number=3']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:18.977745 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75dcffd-365e-4922-8604-8b465379710f admin admin] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:49:18.979337 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-3c1d442d-09a8-4b00-b252-1334e2256fd4 None None] Notify callbacks [] for port, precommit_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:18.984371 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-2eac51bb-dfd8-40ae-96e9-a74fdaab8665 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e682adc15e5a45d18df51fe0607f751e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9002435 Oct 12 17:49:18.989060 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 58954) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:18.996913 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-3c1d442d-09a8-4b00-b252-1334e2256fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:19.002826 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea417de-b7b6-4575-b590-d5d1143214e1 None None] Sync routers for ids ['2756c817-f350-4cfa-bb8b-67ae39e636e8'] in dv-cinder-813226-2-iscsi {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:49:19.041428 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea417de-b7b6-4575-b590-d5d1143214e1 None None] Routers {'2756c817-f350-4cfa-bb8b-67ae39e636e8'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:49:19.042088 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-4ea417de-b7b6-4575-b590-d5d1143214e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:49:11Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['2756c817-f350-4cfa-bb8b-67ae39e636e8'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:49:19.059025 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a58b0c54-9a2e-4834-b831-fd39c64a1601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:19.109262 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a58b0c54-9a2e-4834-b831-fd39c64a1601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:19.181911 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c75dcffd-365e-4922-8604-8b465379710f admin admin] Notify callbacks [] for router, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:19.183555 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-c75dcffd-365e-4922-8604-8b465379710f admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6789637 Oct 12 17:49:19.186785 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 58962) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:19.228711 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a267cd3-84a9-4aaf-bee0-b8d616a0cebf None None] Pushing event updated for resources: {'Port': ['ID=833c99d8-44ff-4214-9e37-0927667e27cc,revision_number=2']} {{(pid=105769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:19.245436 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.managers [None req-3c1d442d-09a8-4b00-b252-1334e2256fd4 None None] Attempting to bind port 833c99d8-44ff-4214-9e37-0927667e27cc on host dv-cinder-813226-2-iscsi for vnic_type normal with profile {{(pid=105769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:49:19.246578 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.managers [None req-3c1d442d-09a8-4b00-b252-1334e2256fd4 None None] Attempting to bind port 833c99d8-44ff-4214-9e37-0927667e27cc by drivers openvswitch,hyperv on host dv-cinder-813226-2-iscsi at level 0 using segments [{'id': 'f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'}] {{(pid=105769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:49:19.246949 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1d442d-09a8-4b00-b252-1334e2256fd4 None None] Attempting to bind port 833c99d8-44ff-4214-9e37-0927667e27cc on network 57ccf176-38b9-4e1d-8eda-123c8986cf55 {{(pid=105769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:49:19.258867 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-5d82db2d-a1cf-4f40-b5fb-9afb95f83c66 admin admin] Allocated IP 172.20.0.1 (7f0076a2-dbd2-4243-8c7b-a99512793be3/7974bc61-b9a6-46e8-8709-f4c6737f6759/459099db-218d-49f3-8e83-de7c3f7fdc7f) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:49:19.265285 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a267cd3-84a9-4aaf-bee0-b8d616a0cebf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:19.265629 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a267cd3-84a9-4aaf-bee0-b8d616a0cebf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:19.271757 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a267cd3-84a9-4aaf-bee0-b8d616a0cebf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:19.272288 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a267cd3-84a9-4aaf-bee0-b8d616a0cebf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:19.272883 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a267cd3-84a9-4aaf-bee0-b8d616a0cebf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:19.273260 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a267cd3-84a9-4aaf-bee0-b8d616a0cebf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:19.275254 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a267cd3-84a9-4aaf-bee0-b8d616a0cebf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:19.275680 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a267cd3-84a9-4aaf-bee0-b8d616a0cebf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:19.278673 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a267cd3-84a9-4aaf-bee0-b8d616a0cebf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:19.279201 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a267cd3-84a9-4aaf-bee0-b8d616a0cebf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:19.280690 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a267cd3-84a9-4aaf-bee0-b8d616a0cebf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:19.281182 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a267cd3-84a9-4aaf-bee0-b8d616a0cebf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:19.288325 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a267cd3-84a9-4aaf-bee0-b8d616a0cebf None None] Tracked resource versions report: Oct 12 17:49:19.288325 dv-cinder-813226-2-iscsi neutron-server[105769]: pushed versions: Oct 12 17:49:19.288325 dv-cinder-813226-2-iscsi neutron-server[105769]: { 'AddressGroup': {'1.2'}, Oct 12 17:49:19.288325 dv-cinder-813226-2-iscsi neutron-server[105769]: 'ConntrackHelper': {'1.0'}, Oct 12 17:49:19.288325 dv-cinder-813226-2-iscsi neutron-server[105769]: 'Log': {'1.0'}, Oct 12 17:49:19.288325 dv-cinder-813226-2-iscsi neutron-server[105769]: 'Network': {'1.1'}, Oct 12 17:49:19.288325 dv-cinder-813226-2-iscsi neutron-server[105769]: 'Port': {'1.7'}, Oct 12 17:49:19.288325 dv-cinder-813226-2-iscsi neutron-server[105769]: 'PortForwarding': {'1.2'}, Oct 12 17:49:19.288325 dv-cinder-813226-2-iscsi neutron-server[105769]: 'QosPolicy': {'1.10'}, Oct 12 17:49:19.288325 dv-cinder-813226-2-iscsi neutron-server[105769]: 'SecurityGroup': {'1.4'}, Oct 12 17:49:19.288325 dv-cinder-813226-2-iscsi neutron-server[105769]: 'SecurityGroupRule': {'1.2'}, Oct 12 17:49:19.288325 dv-cinder-813226-2-iscsi neutron-server[105769]: 'SubPort': {'1.0'}, Oct 12 17:49:19.288325 dv-cinder-813226-2-iscsi neutron-server[105769]: 'Subnet': {'1.1'}, Oct 12 17:49:19.288325 dv-cinder-813226-2-iscsi neutron-server[105769]: 'Trunk': {'1.1'}} Oct 12 17:49:19.288325 dv-cinder-813226-2-iscsi neutron-server[105769]: consumer versions: Oct 12 17:49:19.288325 dv-cinder-813226-2-iscsi neutron-server[105769]: { DHCP agent@dv-cinder-813226-2-iscsi: {}, Oct 12 17:49:19.288325 dv-cinder-813226-2-iscsi neutron-server[105769]: HyperV agent@hv-cinder-81322: {}, Oct 12 17:49:19.288325 dv-cinder-813226-2-iscsi neutron-server[105769]: L3 agent@dv-cinder-813226-2-iscsi: {}, Oct 12 17:49:19.288325 dv-cinder-813226-2-iscsi neutron-server[105769]: Metadata agent@dv-cinder-813226-2-iscsi: {}, Oct 12 17:49:19.288325 dv-cinder-813226-2-iscsi neutron-server[105769]: Metering agent@dv-cinder-813226-2-iscsi: {}, Oct 12 17:49:19.288325 dv-cinder-813226-2-iscsi neutron-server[105769]: Open vSwitch agent@dv-cinder-813226-2-iscsi: { 'AddressGroup': '1.2', Oct 12 17:49:19.288325 dv-cinder-813226-2-iscsi neutron-server[105769]: 'ConntrackHelper': '1.0', Oct 12 17:49:19.288325 dv-cinder-813226-2-iscsi neutron-server[105769]: 'Log': '1.0', Oct 12 17:49:19.288325 dv-cinder-813226-2-iscsi neutron-server[105769]: 'Network': '1.1', Oct 12 17:49:19.288325 dv-cinder-813226-2-iscsi neutron-server[105769]: 'Port': '1.7', Oct 12 17:49:19.288325 dv-cinder-813226-2-iscsi neutron-server[105769]: 'PortForwarding': '1.2', Oct 12 17:49:19.288325 dv-cinder-813226-2-iscsi neutron-server[105769]: 'QosPolicy': '1.10', Oct 12 17:49:19.288325 dv-cinder-813226-2-iscsi neutron-server[105769]: 'SecurityGroup': '1.4', Oct 12 17:49:19.288325 dv-cinder-813226-2-iscsi neutron-server[105769]: 'SecurityGroupRule': '1.2', Oct 12 17:49:19.288325 dv-cinder-813226-2-iscsi neutron-server[105769]: 'SubPort': '1.0', Oct 12 17:49:19.288325 dv-cinder-813226-2-iscsi neutron-server[105769]: 'Subnet': '1.1', Oct 12 17:49:19.288325 dv-cinder-813226-2-iscsi neutron-server[105769]: 'Trunk': '1.1'}} Oct 12 17:49:19.288325 dv-cinder-813226-2-iscsi neutron-server[105769]: {{(pid=105769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 17:49:19.306417 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1d442d-09a8-4b00-b252-1334e2256fd4 None None] Checking agent: {'id': '5039a5e6-c9fd-4f0c-a36a-0bef795141ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813226-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 41, 12), 'started_at': datetime.datetime(2021, 10, 12, 17, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813226-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:49:19.308006 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1d442d-09a8-4b00-b252-1334e2256fd4 None None] Checking segment: {'id': 'f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:49:19.308617 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-3c1d442d-09a8-4b00-b252-1334e2256fd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:19.309184 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1d442d-09a8-4b00-b252-1334e2256fd4 None None] Bound using segment: {'id': 'f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'} {{(pid=105769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:49:19.310364 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.managers [None req-3c1d442d-09a8-4b00-b252-1334e2256fd4 None None] Bound port: 833c99d8-44ff-4214-9e37-0927667e27cc, host: dv-cinder-813226-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'}}] {{(pid=105769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:49:19.311407 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-3c1d442d-09a8-4b00-b252-1334e2256fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:19.366290 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a58b0c54-9a2e-4834-b831-fd39c64a1601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:19.369915 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a58b0c54-9a2e-4834-b831-fd39c64a1601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:19.373540 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-a58b0c54-9a2e-4834-b831-fd39c64a1601 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/8965c729-0353-4381-be79-f6f3f52133be HTTP/1.1" status: 204 len: 168 time: 0.3810527 Oct 12 17:49:19.498665 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.db [None req-3c1d442d-09a8-4b00-b252-1334e2256fd4 None None] For port 833c99d8-44ff-4214-9e37-0927667e27cc, host dv-cinder-813226-2-iscsi, cleared binding levels {{(pid=105769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:49:19.511046 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.db [None req-3c1d442d-09a8-4b00-b252-1334e2256fd4 None None] For port 833c99d8-44ff-4214-9e37-0927667e27cc, host dv-cinder-813226-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=833c99d8-44ff-4214-9e37-0927667e27cc,segment=NetworkSegment(f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1),segment_id=f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1)] {{(pid=105769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:49:19.517108 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b0c54-9a2e-4834-b831-fd39c64a1601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8965c729-0353-4381-be79-f6f3f52133be,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:19.533776 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-3c1d442d-09a8-4b00-b252-1334e2256fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:19.744799 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5d82db2d-a1cf-4f40-b5fb-9afb95f83c66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:19.756020 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a267cd3-84a9-4aaf-bee0-b8d616a0cebf None None] Pushing event updated for resources: {'Port': ['ID=833c99d8-44ff-4214-9e37-0927667e27cc,revision_number=3']} {{(pid=105769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:19.782278 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1d442d-09a8-4b00-b252-1334e2256fd4 None None] Routers {'408ea965-1f88-4c9e-9d21-a4e828d7afa6'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:49:19.784113 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-3c1d442d-09a8-4b00-b252-1334e2256fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:49:11Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['408ea965-1f88-4c9e-9d21-a4e828d7afa6'], 'active': True} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:49:19.790197 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5d82db2d-a1cf-4f40-b5fb-9afb95f83c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:19.919027 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d82db2d-a1cf-4f40-b5fb-9afb95f83c66 admin admin] Pushing event updated for resources: {'Port': ['ID=459099db-218d-49f3-8e83-de7c3f7fdc7f,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:20.072460 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvr_db [None req-3c1d442d-09a8-4b00-b252-1334e2256fd4 None None] Set router 408ea965-1f88-4c9e-9d21-a4e828d7afa6 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:49:20.081195 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-4ea417de-b7b6-4575-b590-d5d1143214e1 None None] Set router 2756c817-f350-4cfa-bb8b-67ae39e636e8 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:49:20.136592 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-eeec0807-d197-4d55-bedf-48b784d1b232 req-b3eabfd9-a49e-4e90-bbd9-6c0af8b5b6fd tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5633108-16aa-4364-8e34-678eb18fa309 HTTP/1.1" status: 200 len: 210 time: 0.2055962 Oct 12 17:49:20.144016 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d82db2d-a1cf-4f40-b5fb-9afb95f83c66 admin admin] Network 7f0076a2-dbd2-4243-8c7b-a99512793be3 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:49:20.152844 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-0c7a1af1-1c3b-4089-909f-92061fc43ec0 None None] Provisioning complete for port 3b3d6407-f434-4556-9552-61e98cbb44b0 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:49:20.153008 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-0c7a1af1-1c3b-4089-909f-92061fc43ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:20.167068 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-739d21a1-95c0-4e8e-8986-6202eb5392d8 req-2e037b8d-4303-455d-ad9e-5270f578dfb3 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7a6bc11-e2e0-453f-94ad-300b587a0061 HTTP/1.1" status: 200 len: 210 time: 0.1929851 Oct 12 17:49:20.179572 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-5d82db2d-a1cf-4f40-b5fb-9afb95f83c66 admin admin] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:49:20.179572 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d82db2d-a1cf-4f40-b5fb-9afb95f83c66 admin admin] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:49:20.179572 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5d82db2d-a1cf-4f40-b5fb-9afb95f83c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090920'] for router_interface, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:20.409369 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 59044) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:20.502854 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e94db424-20df-4299-9703-017ea0c3eaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:20.628052 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 3b3d6407-f434-4556-9552-61e98cbb44b0 up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:49:20.647653 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-3c1d442d-09a8-4b00-b252-1334e2256fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '408ea965-1f88-4c9e-9d21-a4e828d7afa6', 'name': 'tempest-ServerRescueNegativeTestJSON-1117334187-router', 'tenant_id': '89b6f4855e534550a81cf612a58075dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '833c99d8-44ff-4214-9e37-0927667e27cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:49:13Z', 'updated_at': '2021-10-12T17:49:15Z', 'revision_number': 3, 'project_id': '89b6f4855e534550a81cf612a58075dc', 'gw_port': {'id': '833c99d8-44ff-4214-9e37-0927667e27cc', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ac:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408ea965-1f88-4c9e-9d21-a4e828d7afa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:14Z', 'updated_at': '2021-10-12T17:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi'}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:49:20.664427 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5d82db2d-a1cf-4f40-b5fb-9afb95f83c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:20.732236 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1d442d-09a8-4b00-b252-1334e2256fd4 None None] The sync data for ids ['408ea965-1f88-4c9e-9d21-a4e828d7afa6'] in dv-cinder-813226-2-iscsi is: [{'id': '408ea965-1f88-4c9e-9d21-a4e828d7afa6', 'name': 'tempest-ServerRescueNegativeTestJSON-1117334187-router', 'tenant_id': '89b6f4855e534550a81cf612a58075dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '833c99d8-44ff-4214-9e37-0927667e27cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:49:13Z', 'updated_at': '2021-10-12T17:49:15Z', 'revision_number': 3, 'project_id': '89b6f4855e534550a81cf612a58075dc', 'gw_port': {'id': '833c99d8-44ff-4214-9e37-0927667e27cc', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ac:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408ea965-1f88-4c9e-9d21-a4e828d7afa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:14Z', 'updated_at': '2021-10-12T17:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi'}] {{(pid=105769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:49:20.738656 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-d4766390-488e-4f38-84c5-0ee5e3bade13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:20.828431 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port 3b3d6407-f434-4556-9552-61e98cbb44b0 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:49:20.828804 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:20.973328 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-4ea417de-b7b6-4575-b590-d5d1143214e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'name': 'tempest-AttachVolumeTestJSON-2009213917-router', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '03856ee2-eb3a-4878-b203-3708c37b364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:49:15Z', 'updated_at': '2021-10-12T17:49:17Z', 'revision_number': 3, 'project_id': 'e4096f27defa41969a63e8b81d280fb2', 'gw_port': {'id': '03856ee2-eb3a-4878-b203-3708c37b364d', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:16Z', 'updated_at': '2021-10-12T17:49:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi'}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:49:21.014743 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea417de-b7b6-4575-b590-d5d1143214e1 None None] Checking router: 2756c817-f350-4cfa-bb8b-67ae39e636e8 for host: dv-cinder-813226-2-iscsi {{(pid=105768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:49:21.015364 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea417de-b7b6-4575-b590-d5d1143214e1 None None] Updating router 2756c817-f350-4cfa-bb8b-67ae39e636e8 port 03856ee2-eb3a-4878-b203-3708c37b364d binding host dv-cinder-813226-2-iscsi {{(pid=105768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:49:21.048799 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-4ea417de-b7b6-4575-b590-d5d1143214e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:21.067653 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.db_base_plugin_common [None req-e94db424-20df-4299-9703-017ea0c3eaa3 admin admin] Allocated IP 172.20.0.1 (8daa865d-6215-4088-990f-5e71670febd0/2c9bbc10-98c9-4f8e-a058-09cebb338727/2247843e-6e0a-42d1-8831-44ae16fc96e2) {{(pid=105767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:49:21.072810 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5d82db2d-a1cf-4f40-b5fb-9afb95f83c66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:21.079203 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5d82db2d-a1cf-4f40-b5fb-9afb95f83c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:21.081225 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5d82db2d-a1cf-4f40-b5fb-9afb95f83c66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8115384'] for router_interface, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:21.117400 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-d4766390-488e-4f38-84c5-0ee5e3bade13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:21.142633 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 59070) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:21.279915 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d82db2d-a1cf-4f40-b5fb-9afb95f83c66 admin admin] Network 7f0076a2-dbd2-4243-8c7b-a99512793be3 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:49:21.288490 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-5d82db2d-a1cf-4f40-b5fb-9afb95f83c66 admin admin] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:49:21.342770 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-d4766390-488e-4f38-84c5-0ee5e3bade13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:21.454250 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d82db2d-a1cf-4f40-b5fb-9afb95f83c66 admin admin] Router 408ea965-1f88-4c9e-9d21-a4e828d7afa6 has already been hosted by L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 {{(pid=105766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:49:21.458438 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d82db2d-a1cf-4f40-b5fb-9afb95f83c66 admin admin] Pushing event updated for resources: {'Port': ['ID=459099db-218d-49f3-8e83-de7c3f7fdc7f,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:21.483266 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-d4766390-488e-4f38-84c5-0ee5e3bade13 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=69e9dc27ac43450b818272950d935037&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0705612 Oct 12 17:49:21.485870 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4766390-488e-4f38-84c5-0ee5e3bade13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea47ae0-44e0-4f9c-bfb2-471f0ec7d177,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:21.489326 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 59082) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:21.655794 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e94db424-20df-4299-9703-017ea0c3eaa3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:21.703156 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-192e975e-fe9d-453a-9912-1eca66a2311b req-b433e7f4-7d1b-44f6-803c-a65e913f0942 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5633108-16aa-4364-8e34-678eb18fa309 HTTP/1.1" status: 200 len: 210 time: 0.0603905 Oct 12 17:49:21.735047 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d82db2d-a1cf-4f40-b5fb-9afb95f83c66 admin admin] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:49:21.750249 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-5d82db2d-a1cf-4f40-b5fb-9afb95f83c66 admin admin] 10.222.0.85 "PUT /v2.0/routers/408ea965-1f88-4c9e-9d21-a4e828d7afa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9160833 Oct 12 17:49:21.750249 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-370991b1-cf0a-432d-9f5a-445c46b4d4ce req-b2c322a7-dbe0-434b-944d-d7776512fbdc tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7a6bc11-e2e0-453f-94ad-300b587a0061 HTTP/1.1" status: 200 len: 210 time: 0.1054645 Oct 12 17:49:21.758489 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e94db424-20df-4299-9703-017ea0c3eaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806'] for port, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:21.759971 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-4ea417de-b7b6-4575-b590-d5d1143214e1 None None] Notify callbacks [] for port, precommit_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:21.769505 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-4ea417de-b7b6-4575-b590-d5d1143214e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:21.811416 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2fe75df0-26d0-460e-a3da-c87776d7aaa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:21.846970 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-58bda1b2-0db4-4c29-a32b-d4216f2bf911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:21.851656 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94db424-20df-4299-9703-017ea0c3eaa3 admin admin] Network 8daa865d-6215-4088-990f-5e71670febd0 is already hosted by enough agents. {{(pid=105767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:49:21.860531 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2fe75df0-26d0-460e-a3da-c87776d7aaa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:21.867617 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [None req-e94db424-20df-4299-9703-017ea0c3eaa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:49:21.885026 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94db424-20df-4299-9703-017ea0c3eaa3 admin admin] Received port after_create {{(pid=105767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:49:21.885830 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e94db424-20df-4299-9703-017ea0c3eaa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090920'] for router_interface, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:21.895012 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-4ea417de-b7b6-4575-b590-d5d1143214e1 None None] Attempting to bind port 03856ee2-eb3a-4878-b203-3708c37b364d on host dv-cinder-813226-2-iscsi for vnic_type normal with profile {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:49:21.896779 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-4ea417de-b7b6-4575-b590-d5d1143214e1 None None] Attempting to bind port 03856ee2-eb3a-4878-b203-3708c37b364d by drivers openvswitch,hyperv on host dv-cinder-813226-2-iscsi at level 0 using segments [{'id': 'f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'}] {{(pid=105768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:49:21.898117 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea417de-b7b6-4575-b590-d5d1143214e1 None None] Attempting to bind port 03856ee2-eb3a-4878-b203-3708c37b364d on network 57ccf176-38b9-4e1d-8eda-123c8986cf55 {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:49:21.920728 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea417de-b7b6-4575-b590-d5d1143214e1 None None] Checking agent: {'id': '5039a5e6-c9fd-4f0c-a36a-0bef795141ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813226-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 41, 12), 'started_at': datetime.datetime(2021, 10, 12, 17, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813226-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:49:21.920728 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea417de-b7b6-4575-b590-d5d1143214e1 None None] Checking segment: {'id': 'f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:49:21.920728 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-4ea417de-b7b6-4575-b590-d5d1143214e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:21.921856 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea417de-b7b6-4575-b590-d5d1143214e1 None None] Bound using segment: {'id': 'f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'} {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:49:21.923484 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-4ea417de-b7b6-4575-b590-d5d1143214e1 None None] Bound port: 03856ee2-eb3a-4878-b203-3708c37b364d, host: dv-cinder-813226-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'}}] {{(pid=105768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:49:21.923898 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-4ea417de-b7b6-4575-b590-d5d1143214e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:21.943388 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2fe75df0-26d0-460e-a3da-c87776d7aaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:21.954420 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2fe75df0-26d0-460e-a3da-c87776d7aaa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:21.955989 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-2fe75df0-26d0-460e-a3da-c87776d7aaa1 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1ea47ae0-44e0-4f9c-bfb2-471f0ec7d177 HTTP/1.1" status: 204 len: 168 time: 0.3159468 Oct 12 17:49:21.990991 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4761a9c-7d44-4464-8cf4-a0c405899abe None None] Pushing event updated for resources: {'Port': ['ID=03856ee2-eb3a-4878-b203-3708c37b364d,revision_number=2']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:21.994922 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe75df0-26d0-460e-a3da-c87776d7aaa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea47ae0-44e0-4f9c-bfb2-471f0ec7d177,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:22.097856 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-4ea417de-b7b6-4575-b590-d5d1143214e1 None None] For port 03856ee2-eb3a-4878-b203-3708c37b364d, host dv-cinder-813226-2-iscsi, cleared binding levels {{(pid=105768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:49:22.109350 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-4ea417de-b7b6-4575-b590-d5d1143214e1 None None] For port 03856ee2-eb3a-4878-b203-3708c37b364d, host dv-cinder-813226-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=03856ee2-eb3a-4878-b203-3708c37b364d,segment=NetworkSegment(f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1),segment_id=f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1)] {{(pid=105768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:49:22.121541 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-4ea417de-b7b6-4575-b590-d5d1143214e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:22.146997 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94db424-20df-4299-9703-017ea0c3eaa3 admin admin] Pushing event updated for resources: {'Port': ['ID=2247843e-6e0a-42d1-8831-44ae16fc96e2,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:22.213720 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea417de-b7b6-4575-b590-d5d1143214e1 None None] Routers {'2756c817-f350-4cfa-bb8b-67ae39e636e8'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:49:22.215131 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-4ea417de-b7b6-4575-b590-d5d1143214e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:49:11Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['2756c817-f350-4cfa-bb8b-67ae39e636e8'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:49:22.289503 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4761a9c-7d44-4464-8cf4-a0c405899abe None None] Pushing event updated for resources: {'Port': ['ID=03856ee2-eb3a-4878-b203-3708c37b364d,revision_number=3']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:22.366780 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-c5f3858a-8cda-4af3-b35f-15cb4c92b8c0 None None] Provisioning complete for port 2247843e-6e0a-42d1-8831-44ae16fc96e2 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:49:22.367232 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-c5f3858a-8cda-4af3-b35f-15cb4c92b8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:22.396362 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-58bda1b2-0db4-4c29-a32b-d4216f2bf911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:22.415023 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-4ea417de-b7b6-4575-b590-d5d1143214e1 None None] Set router 2756c817-f350-4cfa-bb8b-67ae39e636e8 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:49:22.424400 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-58bda1b2-0db4-4c29-a32b-d4216f2bf911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:22.466936 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bda1b2-0db4-4c29-a32b-d4216f2bf911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523696fe-7b74-4a0f-a971-9ba79986efe9,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:22.470650 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-c5f3858a-8cda-4af3-b35f-15cb4c92b8c0 None None] Port 2247843e-6e0a-42d1-8831-44ae16fc96e2 cannot update to ACTIVE because it is not bound. {{(pid=105768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:49:22.475674 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e94db424-20df-4299-9703-017ea0c3eaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:22.501341 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 59114) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:22.501938 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-58bda1b2-0db4-4c29-a32b-d4216f2bf911 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5300eba494724cb687ec39af2bbb6e89&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3575337 Oct 12 17:49:22.614193 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8962ffaf-4097-49bb-8e16-cc20d144add8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:22.645354 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8962ffaf-4097-49bb-8e16-cc20d144add8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:22.691848 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 833c99d8-44ff-4214-9e37-0927667e27cc up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:49:22.714537 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8962ffaf-4097-49bb-8e16-cc20d144add8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:22.717510 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8962ffaf-4097-49bb-8e16-cc20d144add8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:22.759415 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-8962ffaf-4097-49bb-8e16-cc20d144add8 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/523696fe-7b74-4a0f-a971-9ba79986efe9 HTTP/1.1" status: 204 len: 168 time: 0.2243495 Oct 12 17:49:22.789419 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962ffaf-4097-49bb-8e16-cc20d144add8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523696fe-7b74-4a0f-a971-9ba79986efe9,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:22.808208 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-4ea417de-b7b6-4575-b590-d5d1143214e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'name': 'tempest-AttachVolumeTestJSON-2009213917-router', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '03856ee2-eb3a-4878-b203-3708c37b364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:49:15Z', 'updated_at': '2021-10-12T17:49:17Z', 'revision_number': 3, 'project_id': 'e4096f27defa41969a63e8b81d280fb2', 'gw_port': {'id': '03856ee2-eb3a-4878-b203-3708c37b364d', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:16Z', 'updated_at': '2021-10-12T17:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi'}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:49:22.914762 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea417de-b7b6-4575-b590-d5d1143214e1 None None] The sync data for ids ['2756c817-f350-4cfa-bb8b-67ae39e636e8'] in dv-cinder-813226-2-iscsi is: [{'id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'name': 'tempest-AttachVolumeTestJSON-2009213917-router', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '03856ee2-eb3a-4878-b203-3708c37b364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:49:15Z', 'updated_at': '2021-10-12T17:49:17Z', 'revision_number': 3, 'project_id': 'e4096f27defa41969a63e8b81d280fb2', 'gw_port': {'id': '03856ee2-eb3a-4878-b203-3708c37b364d', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:16Z', 'updated_at': '2021-10-12T17:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi'}] {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:49:22.934291 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e94db424-20df-4299-9703-017ea0c3eaa3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:22.956140 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e94db424-20df-4299-9703-017ea0c3eaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:22.957857 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e94db424-20df-4299-9703-017ea0c3eaa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8115384'] for router_interface, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:22.979153 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port 833c99d8-44ff-4214-9e37-0927667e27cc triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:49:22.979443 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:23.024216 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a6bb5b9e-0411-43f8-95e0-ebcb386c3950 req-a99254b6-3c67-479a-b751-52d03ab798db tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5633108-16aa-4364-8e34-678eb18fa309 HTTP/1.1" status: 200 len: 210 time: 0.0712080 Oct 12 17:49:23.168568 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-f3cc6ca7-e19d-478e-8217-3b105d832e49 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:23.192386 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-f3cc6ca7-e19d-478e-8217-3b105d832e49 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/networks?id=7f0076a2-dbd2-4243-8c7b-a99512793be3 HTTP/1.1" status: 200 len: 819 time: 0.4038658 Oct 12 17:49:23.208298 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94db424-20df-4299-9703-017ea0c3eaa3 admin admin] Pushing event updated for resources: {'Port': ['ID=2247843e-6e0a-42d1-8831-44ae16fc96e2,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:23.223148 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-c368dc2c-34e3-4e45-8198-714294c8e52a tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/quotas/89b6f4855e534550a81cf612a58075dc HTTP/1.1" status: 200 len: 375 time: 0.0297966 Oct 12 17:49:23.237754 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:23.287683 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] For port 833c99d8-44ff-4214-9e37-0927667e27cc, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=833c99d8-44ff-4214-9e37-0927667e27cc,segment=NetworkSegment(f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1),segment_id=f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:49:23.298080 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:23.324803 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f559b4c3-8eee-4085-aee6-5f5502dbd9f4 req-c20d6152-dbec-4013-857c-30244824dfdc tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7a6bc11-e2e0-453f-94ad-300b587a0061 HTTP/1.1" status: 200 len: 210 time: 0.0971234 Oct 12 17:49:23.326712 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94db424-20df-4299-9703-017ea0c3eaa3 admin admin] Network 8daa865d-6215-4088-990f-5e71670febd0 is already hosted by enough agents. {{(pid=105767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:49:23.328168 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [None req-e94db424-20df-4299-9703-017ea0c3eaa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:49:23.397330 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-fea2facb-6e9a-46b2-8b70-daf3dc7a2fec tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=89b6f4855e534550a81cf612a58075dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1707976 Oct 12 17:49:23.433448 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Pushing event updated for resources: {'Port': ['ID=833c99d8-44ff-4214-9e37-0927667e27cc,revision_number=4']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:23.605505 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2b59e4-3fa1-4e94-8bf8-d403b1b54c3c None None] Sync routers for ids ['408ea965-1f88-4c9e-9d21-a4e828d7afa6'] in dv-cinder-813226-2-iscsi {{(pid=105769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:49:23.624855 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2b59e4-3fa1-4e94-8bf8-d403b1b54c3c None None] Routers {'408ea965-1f88-4c9e-9d21-a4e828d7afa6'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:49:23.626878 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-dc2b59e4-3fa1-4e94-8bf8-d403b1b54c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:49:11Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['408ea965-1f88-4c9e-9d21-a4e828d7afa6'], 'active': True} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:49:23.697443 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94db424-20df-4299-9703-017ea0c3eaa3 admin admin] Router 2756c817-f350-4cfa-bb8b-67ae39e636e8 has already been hosted by L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 {{(pid=105767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:49:23.762533 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-bfd43340-c056-4d42-b535-a77b99297cf6 service neutron] 10.222.0.85 "GET /v2.0/networks/7f0076a2-dbd2-4243-8c7b-a99512793be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605878 Oct 12 17:49:23.936179 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-67c8a3ee-1145-4c74-abf0-13f0e1722d09 None None] Provisioning complete for port 2247843e-6e0a-42d1-8831-44ae16fc96e2 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:49:23.939625 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-67c8a3ee-1145-4c74-abf0-13f0e1722d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:23.985472 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvr_db [None req-dc2b59e4-3fa1-4e94-8bf8-d403b1b54c3c None None] Set router 408ea965-1f88-4c9e-9d21-a4e828d7afa6 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:49:23.997124 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-2d851f64-240e-4a09-ab3e-38fc188ae361 service neutron] 10.222.0.85 "GET /v2.0/networks/7f0076a2-dbd2-4243-8c7b-a99512793be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335956 Oct 12 17:49:24.038307 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94db424-20df-4299-9703-017ea0c3eaa3 admin admin] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:49:24.051710 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-e94db424-20df-4299-9703-017ea0c3eaa3 admin admin] 10.222.0.85 "PUT /v2.0/routers/2756c817-f350-4cfa-bb8b-67ae39e636e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8612554 Oct 12 17:49:24.106264 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.44', 63744) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:24.429910 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-67c8a3ee-1145-4c74-abf0-13f0e1722d09 None None] Port 2247843e-6e0a-42d1-8831-44ae16fc96e2 cannot update to ACTIVE because it is not bound. {{(pid=105768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:49:24.482032 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9325958b-6da6-407d-aa76-c4b193caf911 req-b39d2a62-d1cb-46cb-950d-d07461c49ed6 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5633108-16aa-4364-8e34-678eb18fa309 HTTP/1.1" status: 200 len: 210 time: 0.2120953 Oct 12 17:49:24.487704 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-dc2b59e4-3fa1-4e94-8bf8-d403b1b54c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '408ea965-1f88-4c9e-9d21-a4e828d7afa6', 'name': 'tempest-ServerRescueNegativeTestJSON-1117334187-router', 'tenant_id': '89b6f4855e534550a81cf612a58075dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '833c99d8-44ff-4214-9e37-0927667e27cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:49:13Z', 'updated_at': '2021-10-12T17:49:20Z', 'revision_number': 4, 'project_id': '89b6f4855e534550a81cf612a58075dc', 'gw_port': {'id': '833c99d8-44ff-4214-9e37-0927667e27cc', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ac:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408ea965-1f88-4c9e-9d21-a4e828d7afa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:14Z', 'updated_at': '2021-10-12T17:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': '459099db-218d-49f3-8e83-de7c3f7fdc7f', 'name': '', 'network_id': '7f0076a2-dbd2-4243-8c7b-a99512793be3', 'tenant_id': '89b6f4855e534550a81cf612a58075dc', 'mac_address': 'fa:16:3e:ab:b4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408ea965-1f88-4c9e-9d21-a4e828d7afa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7974bc61-b9a6-46e8-8709-f4c6737f6759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:18Z', 'updated_at': '2021-10-12T17:49:20Z', 'revision_number': 2, 'project_id': '89b6f4855e534550a81cf612a58075dc', 'subnets': [{'id': '7974bc61-b9a6-46e8-8709-f4c6737f6759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:49:24.582108 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2b59e4-3fa1-4e94-8bf8-d403b1b54c3c None None] Checking router: 408ea965-1f88-4c9e-9d21-a4e828d7afa6 for host: dv-cinder-813226-2-iscsi {{(pid=105769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:49:24.582496 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2b59e4-3fa1-4e94-8bf8-d403b1b54c3c None None] Updating router 408ea965-1f88-4c9e-9d21-a4e828d7afa6 port 459099db-218d-49f3-8e83-de7c3f7fdc7f binding host dv-cinder-813226-2-iscsi {{(pid=105769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:49:24.611626 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-64de86d5-3c39-4a9f-baad-b696a6082e20 req-c9a370c1-8497-419a-95fb-b9cd76a51e53 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 210 time: 0.1952069 Oct 12 17:49:24.696125 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-dc2b59e4-3fa1-4e94-8bf8-d403b1b54c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:24.701317 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-30630453-06b2-4991-a4d2-2ffd15e0cae6 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:24.704525 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-30630453-06b2-4991-a4d2-2ffd15e0cae6 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.44 "GET /v2.0/networks?id=892ea9c7-49de-4a42-bb7e-50af2caebbab HTTP/1.1" status: 200 len: 811 time: 0.5970736 Oct 12 17:49:24.776435 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 03856ee2-eb3a-4878-b203-3708c37b364d up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:49:25.003978 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port 03856ee2-eb3a-4878-b203-3708c37b364d triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:49:25.004760 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:25.099889 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.44', 63753) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:25.238659 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:25.254457 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 59232) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:25.261026 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5f190240-f5af-4e38-9743-5999e45771c7 req-83159998-959d-4dff-b35e-b5af45857caf tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7a6bc11-e2e0-453f-94ad-300b587a0061 HTTP/1.1" status: 200 len: 210 time: 0.5465114 Oct 12 17:49:25.292216 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-f5bbd266-7d0f-425c-9ae3-550f5a7c3470 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Request body: {'port': {'device_id': 'e7a6bc11-e2e0-453f-94ad-300b587a0061', 'network_id': '892ea9c7-49de-4a42-bb7e-50af2caebbab', 'admin_state_up': True, 'tenant_id': 'e8a2ded45d0b49bb81ccf663233f000b'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:49:25.308296 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] For port 03856ee2-eb3a-4878-b203-3708c37b364d, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=03856ee2-eb3a-4878-b203-3708c37b364d,segment=NetworkSegment(f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1),segment_id=f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:49:25.320590 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:25.322179 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 833c99d8-44ff-4214-9e37-0927667e27cc up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:49:25.536544 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Pushing event updated for resources: {'Port': ['ID=03856ee2-eb3a-4878-b203-3708c37b364d,revision_number=4']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:25.567429 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port 833c99d8-44ff-4214-9e37-0927667e27cc triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:49:25.582143 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-275d2375-fdcc-49fa-8c40-660cd8f0fabf tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:25.587918 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-275d2375-fdcc-49fa-8c40-660cd8f0fabf tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.44 "GET /v2.0/networks?id=e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa HTTP/1.1" status: 200 len: 814 time: 0.4853942 Oct 12 17:49:25.596822 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:25.612678 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-ef6cda9d-e9b7-4ee7-bfaf-2c447933e200 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Request body: {'port': {'device_id': 'b5633108-16aa-4364-8e34-678eb18fa309', 'network_id': 'e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa', 'admin_state_up': True, 'tenant_id': '34d68852db734aefb112496c454c9c73'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:49:25.639355 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-dc2b59e4-3fa1-4e94-8bf8-d403b1b54c3c None None] Notify callbacks [] for port, precommit_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:25.657009 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-dc2b59e4-3fa1-4e94-8bf8-d403b1b54c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:25.775696 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed32d7-f899-4fd3-bcbd-87a6ed4eca14 None None] Pushing event updated for resources: {'Port': ['ID=459099db-218d-49f3-8e83-de7c3f7fdc7f,revision_number=3']} {{(pid=105769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:25.869717 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:25.946499 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-f5bbd266-7d0f-425c-9ae3-550f5a7c3470 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Made reservation on behalf of e8a2ded45d0b49bb81ccf663233f000b for: {'port': 1} {{(pid=105766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:49:25.952076 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-f5bbd266-7d0f-425c-9ae3-550f5a7c3470 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:25.998553 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.managers [None req-dc2b59e4-3fa1-4e94-8bf8-d403b1b54c3c None None] Attempting to bind port 459099db-218d-49f3-8e83-de7c3f7fdc7f on host dv-cinder-813226-2-iscsi for vnic_type normal with profile {{(pid=105769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:49:25.999056 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.managers [None req-dc2b59e4-3fa1-4e94-8bf8-d403b1b54c3c None None] Attempting to bind port 459099db-218d-49f3-8e83-de7c3f7fdc7f by drivers openvswitch,hyperv on host dv-cinder-813226-2-iscsi at level 0 using segments [{'id': '65fbf064-3902-45d4-ad7b-f5e5a65fef05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1362, 'network_id': '7f0076a2-dbd2-4243-8c7b-a99512793be3'}] {{(pid=105769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:49:25.999637 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2b59e4-3fa1-4e94-8bf8-d403b1b54c3c None None] Attempting to bind port 459099db-218d-49f3-8e83-de7c3f7fdc7f on network 7f0076a2-dbd2-4243-8c7b-a99512793be3 {{(pid=105769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:49:26.005454 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2b59e4-3fa1-4e94-8bf8-d403b1b54c3c None None] Checking agent: {'id': '5039a5e6-c9fd-4f0c-a36a-0bef795141ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813226-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 41, 12), 'started_at': datetime.datetime(2021, 10, 12, 17, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813226-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:49:26.005935 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2b59e4-3fa1-4e94-8bf8-d403b1b54c3c None None] Checking segment: {'id': '65fbf064-3902-45d4-ad7b-f5e5a65fef05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1362, 'network_id': '7f0076a2-dbd2-4243-8c7b-a99512793be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:49:26.006385 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-dc2b59e4-3fa1-4e94-8bf8-d403b1b54c3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:26.006773 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2b59e4-3fa1-4e94-8bf8-d403b1b54c3c None None] Bound using segment: {'id': '65fbf064-3902-45d4-ad7b-f5e5a65fef05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1362, 'network_id': '7f0076a2-dbd2-4243-8c7b-a99512793be3'} {{(pid=105769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:49:26.007253 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.managers [None req-dc2b59e4-3fa1-4e94-8bf8-d403b1b54c3c None None] Bound port: 459099db-218d-49f3-8e83-de7c3f7fdc7f, host: dv-cinder-813226-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65fbf064-3902-45d4-ad7b-f5e5a65fef05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1362, 'network_id': '7f0076a2-dbd2-4243-8c7b-a99512793be3'}}] {{(pid=105769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:49:26.007656 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-dc2b59e4-3fa1-4e94-8bf8-d403b1b54c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:26.121191 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6c5431-c22b-4f7d-9a86-00035a3dadb6 None None] Sync routers for ids ['2756c817-f350-4cfa-bb8b-67ae39e636e8'] in dv-cinder-813226-2-iscsi {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:49:26.140424 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6c5431-c22b-4f7d-9a86-00035a3dadb6 None None] Routers {'2756c817-f350-4cfa-bb8b-67ae39e636e8'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:49:26.141968 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-af6c5431-c22b-4f7d-9a86-00035a3dadb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:49:11Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['2756c817-f350-4cfa-bb8b-67ae39e636e8'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:49:26.197966 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 59280) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:26.204286 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.db [None req-dc2b59e4-3fa1-4e94-8bf8-d403b1b54c3c None None] For port 459099db-218d-49f3-8e83-de7c3f7fdc7f, host dv-cinder-813226-2-iscsi, cleared binding levels {{(pid=105769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:49:26.208114 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.db [None req-dc2b59e4-3fa1-4e94-8bf8-d403b1b54c3c None None] For port 459099db-218d-49f3-8e83-de7c3f7fdc7f, host dv-cinder-813226-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=459099db-218d-49f3-8e83-de7c3f7fdc7f,segment=NetworkSegment(65fbf064-3902-45d4-ad7b-f5e5a65fef05),segment_id=65fbf064-3902-45d4-ad7b-f5e5a65fef05)] {{(pid=105769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:49:26.219843 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-dc2b59e4-3fa1-4e94-8bf8-d403b1b54c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:26.223323 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [None req-bf3b62e6-d90b-429a-b49e-4de9aa28eb63 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Request body: {'security_group': {'name': 'tempest-securitygroup--77158254', 'description': 'tempest-description--934829653'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:49:26.284757 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-fc483d12-c6db-409d-bbf1-4381aac9e65b tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:26.286002 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed32d7-f899-4fd3-bcbd-87a6ed4eca14 None None] Pushing event updated for resources: {'Port': ['ID=459099db-218d-49f3-8e83-de7c3f7fdc7f,revision_number=4']} {{(pid=105769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:26.289406 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2b59e4-3fa1-4e94-8bf8-d403b1b54c3c None None] Routers {'408ea965-1f88-4c9e-9d21-a4e828d7afa6'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:49:26.290030 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-dc2b59e4-3fa1-4e94-8bf8-d403b1b54c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:49:11Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['408ea965-1f88-4c9e-9d21-a4e828d7afa6'], 'active': True} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:49:26.296321 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-fc483d12-c6db-409d-bbf1-4381aac9e65b tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/networks?id=7f0076a2-dbd2-4243-8c7b-a99512793be3 HTTP/1.1" status: 200 len: 819 time: 0.3047733 Oct 12 17:49:26.298434 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-ef6cda9d-e9b7-4ee7-bfaf-2c447933e200 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Made reservation on behalf of 34d68852db734aefb112496c454c9c73 for: {'port': 1} {{(pid=105767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:49:26.307458 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-ef6cda9d-e9b7-4ee7-bfaf-2c447933e200 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:26.315673 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-a48a894c-291b-45d5-bc02-0da271a5e0fb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1354502344-network', 'tenant_id': '7f697a532e9948efa56268ecbf9e0c56'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:49:26.399868 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-bf3b62e6-d90b-429a-b49e-4de9aa28eb63 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:26.447178 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-74bc2218-701c-4687-a482-3c7d4f80fbb1 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/quotas/89b6f4855e534550a81cf612a58075dc HTTP/1.1" status: 200 len: 375 time: 0.1499100 Oct 12 17:49:26.510295 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-af6c5431-c22b-4f7d-9a86-00035a3dadb6 None None] Set router 2756c817-f350-4cfa-bb8b-67ae39e636e8 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:49:26.513586 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.44', 63759) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:26.557964 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48a894c-291b-45d5-bc02-0da271a5e0fb admin admin] Made reservation on behalf of 7f697a532e9948efa56268ecbf9e0c56 for: {'network': 1} {{(pid=105766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:49:26.560698 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a48a894c-291b-45d5-bc02-0da271a5e0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for network, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:26.627856 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvr_db [None req-dc2b59e4-3fa1-4e94-8bf8-d403b1b54c3c None None] Set router 408ea965-1f88-4c9e-9d21-a4e828d7afa6 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:49:26.668298 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 03856ee2-eb3a-4878-b203-3708c37b364d up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:49:26.892008 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a48a894c-291b-45d5-bc02-0da271a5e0fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:27.042116 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-7ace1e43-7c70-4453-bbd4-28781a9679e7 req-a3cf6507-c33d-432c-980c-e4bbbd0422b4 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5633108-16aa-4364-8e34-678eb18fa309 HTTP/1.1" status: 200 len: 210 time: 0.4551995 Oct 12 17:49:27.088219 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-dc2b59e4-3fa1-4e94-8bf8-d403b1b54c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '408ea965-1f88-4c9e-9d21-a4e828d7afa6', 'name': 'tempest-ServerRescueNegativeTestJSON-1117334187-router', 'tenant_id': '89b6f4855e534550a81cf612a58075dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '833c99d8-44ff-4214-9e37-0927667e27cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:49:13Z', 'updated_at': '2021-10-12T17:49:20Z', 'revision_number': 4, 'project_id': '89b6f4855e534550a81cf612a58075dc', 'gw_port': {'id': '833c99d8-44ff-4214-9e37-0927667e27cc', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ac:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408ea965-1f88-4c9e-9d21-a4e828d7afa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:14Z', 'updated_at': '2021-10-12T17:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': '459099db-218d-49f3-8e83-de7c3f7fdc7f', 'name': '', 'network_id': '7f0076a2-dbd2-4243-8c7b-a99512793be3', 'tenant_id': '89b6f4855e534550a81cf612a58075dc', 'mac_address': 'fa:16:3e:ab:b4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408ea965-1f88-4c9e-9d21-a4e828d7afa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7974bc61-b9a6-46e8-8709-f4c6737f6759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:18Z', 'updated_at': '2021-10-12T17:49:26Z', 'revision_number': 4, 'project_id': '89b6f4855e534550a81cf612a58075dc', 'subnets': [{'id': '7974bc61-b9a6-46e8-8709-f4c6737f6759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:49:27.186838 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2b59e4-3fa1-4e94-8bf8-d403b1b54c3c None None] The sync data for ids ['408ea965-1f88-4c9e-9d21-a4e828d7afa6'] in dv-cinder-813226-2-iscsi is: [{'id': '408ea965-1f88-4c9e-9d21-a4e828d7afa6', 'name': 'tempest-ServerRescueNegativeTestJSON-1117334187-router', 'tenant_id': '89b6f4855e534550a81cf612a58075dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '833c99d8-44ff-4214-9e37-0927667e27cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:49:13Z', 'updated_at': '2021-10-12T17:49:20Z', 'revision_number': 4, 'project_id': '89b6f4855e534550a81cf612a58075dc', 'gw_port': {'id': '833c99d8-44ff-4214-9e37-0927667e27cc', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ac:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408ea965-1f88-4c9e-9d21-a4e828d7afa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:14Z', 'updated_at': '2021-10-12T17:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': '459099db-218d-49f3-8e83-de7c3f7fdc7f', 'name': '', 'network_id': '7f0076a2-dbd2-4243-8c7b-a99512793be3', 'tenant_id': '89b6f4855e534550a81cf612a58075dc', 'mac_address': 'fa:16:3e:ab:b4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408ea965-1f88-4c9e-9d21-a4e828d7afa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7974bc61-b9a6-46e8-8709-f4c6737f6759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:18Z', 'updated_at': '2021-10-12T17:49:26Z', 'revision_number': 4, 'project_id': '89b6f4855e534550a81cf612a58075dc', 'subnets': [{'id': '7974bc61-b9a6-46e8-8709-f4c6737f6759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:49:27.463158 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.db_base_plugin_common [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-ef6cda9d-e9b7-4ee7-bfaf-2c447933e200 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Allocated IP 172.20.0.10 (e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa/45759d7e-d25f-43ae-8f03-94166684d89c/426df742-989e-4ee7-a8aa-ecb26353a563) {{(pid=105767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:49:27.486582 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port 03856ee2-eb3a-4878-b203-3708c37b364d triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:49:27.487248 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:27.498519 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-287d0549-ffb7-4cc5-b16a-088951e2b518 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=89b6f4855e534550a81cf612a58075dc&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0264289 Oct 12 17:49:27.506264 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f264337c-0d36-4a5d-b72d-9a130fb333dc req-fc12d26a-4c6b-4b84-8ef6-14ad6d57a1a1 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7a6bc11-e2e0-453f-94ad-300b587a0061 HTTP/1.1" status: 200 len: 210 time: 0.2753890 Oct 12 17:49:27.648405 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-bf3b62e6-d90b-429a-b49e-4de9aa28eb63 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:27.673910 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-0a56b424-2d0c-4fd8-a131-f8a4db141f68 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:27.675681 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-0a56b424-2d0c-4fd8-a131-f8a4db141f68 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.44 "GET /v2.0/networks?id=7f0076a2-dbd2-4243-8c7b-a99512793be3 HTTP/1.1" status: 200 len: 819 time: 1.1206861 Oct 12 17:49:27.677689 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-f5bbd266-7d0f-425c-9ae3-550f5a7c3470 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Allocated IP 172.20.0.4 (892ea9c7-49de-4a42-bb7e-50af2caebbab/9869a46d-c6fb-4b4f-b1b0-b8d9fe5bbf2a/668f043c-d8a3-4c6c-b903-ee5b5adf7bfa) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:49:27.721940 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-bf3b62e6-d90b-429a-b49e-4de9aa28eb63 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:27.818667 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-9cc81a4e-4294-4165-bb6c-009883c7ac41 service neutron] 10.222.0.85 "GET /v2.0/networks/7f0076a2-dbd2-4243-8c7b-a99512793be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166900 Oct 12 17:49:27.847654 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-6658ec0b-bae8-4333-a8a5-46e910c845e5 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Request body: {'port': {'device_id': 'aa69d498-8371-47c9-a71c-9bc14d539743', 'network_id': '7f0076a2-dbd2-4243-8c7b-a99512793be3', 'admin_state_up': True, 'tenant_id': '89b6f4855e534550a81cf612a58075dc'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:49:27.858130 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-af6c5431-c22b-4f7d-9a86-00035a3dadb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'name': 'tempest-AttachVolumeTestJSON-2009213917-router', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '03856ee2-eb3a-4878-b203-3708c37b364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:49:15Z', 'updated_at': '2021-10-12T17:49:22Z', 'revision_number': 4, 'project_id': 'e4096f27defa41969a63e8b81d280fb2', 'gw_port': {'id': '03856ee2-eb3a-4878-b203-3708c37b364d', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:16Z', 'updated_at': '2021-10-12T17:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': '2247843e-6e0a-42d1-8831-44ae16fc96e2', 'name': '', 'network_id': '8daa865d-6215-4088-990f-5e71670febd0', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'mac_address': 'fa:16:3e:8a:e7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2c9bbc10-98c9-4f8e-a058-09cebb338727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:20Z', 'updated_at': '2021-10-12T17:49:22Z', 'revision_number': 2, 'project_id': 'e4096f27defa41969a63e8b81d280fb2', 'subnets': [{'id': '2c9bbc10-98c9-4f8e-a058-09cebb338727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:49:28.015278 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-bf3b62e6-d90b-429a-b49e-4de9aa28eb63 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:28.016621 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-bf3b62e6-d90b-429a-b49e-4de9aa28eb63 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1775 time: 1.8130190 Oct 12 17:49:28.031010 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6c5431-c22b-4f7d-9a86-00035a3dadb6 None None] Checking router: 2756c817-f350-4cfa-bb8b-67ae39e636e8 for host: dv-cinder-813226-2-iscsi {{(pid=105768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:49:28.037583 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 59326) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:28.043023 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6c5431-c22b-4f7d-9a86-00035a3dadb6 None None] Updating router 2756c817-f350-4cfa-bb8b-67ae39e636e8 port 2247843e-6e0a-42d1-8831-44ae16fc96e2 binding host dv-cinder-813226-2-iscsi {{(pid=105768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:49:28.066465 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b62e6-d90b-429a-b49e-4de9aa28eb63 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64d5b702-2fe8-4be1-bed8-5e9e76d6467e,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:28.090454 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-2cca2578-c186-48ad-bc8a-8cf9b0ecd85d tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Request body: {'security_group_rule': {'security_group_id': '64d5b702-2fe8-4be1-bed8-5e9e76d6467e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:49:28.149505 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a48a894c-291b-45d5-bc02-0da271a5e0fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:28.160523 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-af6c5431-c22b-4f7d-9a86-00035a3dadb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:28.264159 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a48a894c-291b-45d5-bc02-0da271a5e0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:28.319195 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-ef6cda9d-e9b7-4ee7-bfaf-2c447933e200 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Notify callbacks [] for port, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:28.445889 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-ef6cda9d-e9b7-4ee7-bfaf-2c447933e200 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806'] for port, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:28.455512 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a894c-291b-45d5-bc02-0da271a5e0fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f856b3fb-d410-4a1d-a961-900d12fae28e,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:28.465138 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 59340) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:28.477833 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-6658ec0b-bae8-4333-a8a5-46e910c845e5 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Made reservation on behalf of 89b6f4855e534550a81cf612a58075dc for: {'port': 1} {{(pid=105767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:49:28.499377 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-6658ec0b-bae8-4333-a8a5-46e910c845e5 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:28.531961 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2cca2578-c186-48ad-bc8a-8cf9b0ecd85d tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:28.645297 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a48a894c-291b-45d5-bc02-0da271a5e0fb admin admin] vlan segment allocate from pool success with {'vlan_id': 1357, 'physical_network': 'physnet1'} {{(pid=105766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 17:49:28.847856 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 459099db-218d-49f3-8e83-de7c3f7fdc7f up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:49:28.899594 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-29c57258-d4fb-4111-bedb-f1ede5ca6738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:29.028960 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-29c57258-d4fb-4111-bedb-f1ede5ca6738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:29.050572 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a48a894c-291b-45d5-bc02-0da271a5e0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234'] for segment, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:29.051207 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.db.segments_db [None req-a48a894c-291b-45d5-bc02-0da271a5e0fb admin admin] Added segment ff60668b-a8a2-4cec-9a30-4671c033c19c of type vlan for network fe64b9f9-b2ea-487f-add1-00608e6c0b3f Oct 12 17:49:29.065143 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-29c57258-d4fb-4111-bedb-f1ede5ca6738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:29.164284 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-29c57258-d4fb-4111-bedb-f1ede5ca6738 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3bc3c4f9d24f4d4b82a44d13f2bf104a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6919122 Oct 12 17:49:29.169018 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 59362) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:29.169692 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-ef6cda9d-e9b7-4ee7-bfaf-2c447933e200 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Network e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa is already hosted by enough agents. {{(pid=105767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:49:29.175560 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c57258-d4fb-4111-bedb-f1ede5ca6738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a825e7ba-ecb0-4bc0-a7f6-c09e50fd9cc2,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:29.182292 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port 459099db-218d-49f3-8e83-de7c3f7fdc7f triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:49:29.186719 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:29.256245 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-652ea188-3c6d-4ef7-b61c-2aa9c2c56da7 service neutron] 10.222.0.85 "GET /v2.0/networks/7f0076a2-dbd2-4243-8c7b-a99512793be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4357388 Oct 12 17:49:29.259365 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-ef6cda9d-e9b7-4ee7-bfaf-2c447933e200 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Resources bound (agent type, host, resource id): {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:49:29.271338 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-ef6cda9d-e9b7-4ee7-bfaf-2c447933e200 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Received port after_create {{(pid=105767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:49:29.283276 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-ef6cda9d-e9b7-4ee7-bfaf-2c447933e200 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:29.287082 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-ef6cda9d-e9b7-4ee7-bfaf-2c447933e200 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:29.310298 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6cda9d-e9b7-4ee7-bfaf-2c447933e200 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Pushing event updated for resources: {'Port': ['ID=426df742-989e-4ee7-a8aa-ecb26353a563,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:29.329505 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-ef6cda9d-e9b7-4ee7-bfaf-2c447933e200 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7270839 Oct 12 17:49:29.491865 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a48a894c-291b-45d5-bc02-0da271a5e0fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752769697868'] for network, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:29.525953 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-af6c5431-c22b-4f7d-9a86-00035a3dadb6 None None] Notify callbacks [] for port, precommit_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:29.564213 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2cca2578-c186-48ad-bc8a-8cf9b0ecd85d tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:29.577243 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a48a894c-291b-45d5-bc02-0da271a5e0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365'] for network, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:29.579284 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48a894c-291b-45d5-bc02-0da271a5e0fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:29.583247 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-e5389cfb-701b-450a-93e5-786cd2965a8f tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=105767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 17:49:29.584099 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a48a894c-291b-45d5-bc02-0da271a5e0fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for network, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:29.597428 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-e5389cfb-701b-450a-93e5-786cd2965a8f tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0512056 Oct 12 17:49:29.597866 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2cca2578-c186-48ad-bc8a-8cf9b0ecd85d tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50316'] for security_group_rule, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:29.621834 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.db_base_plugin_common [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-6658ec0b-bae8-4333-a8a5-46e910c845e5 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Allocated IP 172.20.0.11 (7f0076a2-dbd2-4243-8c7b-a99512793be3/7974bc61-b9a6-46e8-8709-f4c6737f6759/24c25e79-1674-4845-8134-8f5142b099cf) {{(pid=105767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:49:29.641720 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73dc41c-00a6-485c-ba5a-5e51b82cf9b3 req-cb3ef1c7-2125-482a-8d53-dedb34993005 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:29.652565 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c73dc41c-00a6-485c-ba5a-5e51b82cf9b3 req-cb3ef1c7-2125-482a-8d53-dedb34993005 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5633108-16aa-4364-8e34-678eb18fa309 HTTP/1.1" status: 200 len: 932 time: 1.3706179 Oct 12 17:49:29.682313 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cca2578-c186-48ad-bc8a-8cf9b0ecd85d tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f55c33ff-02b3-4e50-b56f-3f3729c5d264,revision_number=0']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:29.685013 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-891b8344-5d69-4907-a854-948f14244fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:29.687674 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:29.713714 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-891b8344-5d69-4907-a854-948f14244fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:29.741773 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-af6c5431-c22b-4f7d-9a86-00035a3dadb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:29.841451 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c91fc1-6874-452e-8559-f1bf93408000 None None] Pushing event updated for resources: {'Port': ['ID=2247843e-6e0a-42d1-8831-44ae16fc96e2,revision_number=3']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:29.870264 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-891b8344-5d69-4907-a854-948f14244fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:29.876177 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-891b8344-5d69-4907-a854-948f14244fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:29.877713 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-891b8344-5d69-4907-a854-948f14244fd6 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a825e7ba-ecb0-4bc0-a7f6-c09e50fd9cc2 HTTP/1.1" status: 204 len: 168 time: 0.6972075 Oct 12 17:49:29.882465 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2cca2578-c186-48ad-bc8a-8cf9b0ecd85d tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:29.887415 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-2cca2578-c186-48ad-bc8a-8cf9b0ecd85d tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8181617 Oct 12 17:49:29.901044 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] For port 459099db-218d-49f3-8e83-de7c3f7fdc7f, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=459099db-218d-49f3-8e83-de7c3f7fdc7f,segment=NetworkSegment(65fbf064-3902-45d4-ad7b-f5e5a65fef05),segment_id=65fbf064-3902-45d4-ad7b-f5e5a65fef05)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:49:29.901486 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 59386) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:29.932214 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:29.973172 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-c3a28962-0f1f-4ab0-9de7-6c5318973c4c tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Request body: {'security_group_rule': {'security_group_id': '64d5b702-2fe8-4be1-bed8-5e9e76d6467e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:49:30.052802 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-58f78c7d-ab7b-439d-939d-ac522953cacb service neutron] Request body: {'port': {'device_id': 'b5633108-16aa-4364-8e34-678eb18fa309', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:49:30.069517 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-f5bbd266-7d0f-425c-9ae3-550f5a7c3470 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:30.137521 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a894c-291b-45d5-bc02-0da271a5e0fb admin admin] Pushing event updated for resources: {'Network': ['ID=fe64b9f9-b2ea-487f-add1-00608e6c0b3f,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:30.147798 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-af6c5431-c22b-4f7d-9a86-00035a3dadb6 None None] Attempting to bind port 2247843e-6e0a-42d1-8831-44ae16fc96e2 on host dv-cinder-813226-2-iscsi for vnic_type normal with profile {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:49:30.148593 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b8344-5d69-4907-a854-948f14244fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a825e7ba-ecb0-4bc0-a7f6-c09e50fd9cc2,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:30.149138 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-af6c5431-c22b-4f7d-9a86-00035a3dadb6 None None] Attempting to bind port 2247843e-6e0a-42d1-8831-44ae16fc96e2 by drivers openvswitch,hyperv on host dv-cinder-813226-2-iscsi at level 0 using segments [{'id': '05f459ba-52ee-4bb6-9d47-8bda0a83627a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': '8daa865d-6215-4088-990f-5e71670febd0'}] {{(pid=105768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:49:30.150956 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6c5431-c22b-4f7d-9a86-00035a3dadb6 None None] Attempting to bind port 2247843e-6e0a-42d1-8831-44ae16fc96e2 on network 8daa865d-6215-4088-990f-5e71670febd0 {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:49:30.159688 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-bdf5bdf0-81e5-4dac-b47f-8a5b0927b014 req-c2cda867-78ab-4f04-a79c-87612c8cf804 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7a6bc11-e2e0-453f-94ad-300b587a0061 HTTP/1.1" status: 200 len: 210 time: 0.3036311 Oct 12 17:49:30.175859 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-a48a894c-291b-45d5-bc02-0da271a5e0fb admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 4.9070251 Oct 12 17:49:30.181719 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Network fe64b9f9-b2ea-487f-add1-00608e6c0b3f details requested by agent ovs-agent-dv-cinder-813226-2-iscsi with host dv-cinder-813226-2-iscsi {{(pid=105768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 17:49:30.186718 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 59398) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:30.190375 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-f5bbd266-7d0f-425c-9ae3-550f5a7c3470 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:30.233869 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-b4bf535b-d307-4a42-8c9c-90a1ffb9d606 admin admin] Request body: {'subnet': {'network_id': 'fe64b9f9-b2ea-487f-add1-00608e6c0b3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1354502344-subnet', 'tenant_id': '7f697a532e9948efa56268ecbf9e0c56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:49:30.296304 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-58f78c7d-ab7b-439d-939d-ac522953cacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:30.328785 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-6658ec0b-bae8-4333-a8a5-46e910c845e5 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Notify callbacks [] for port, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:30.397568 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6c5431-c22b-4f7d-9a86-00035a3dadb6 None None] Checking agent: {'id': '5039a5e6-c9fd-4f0c-a36a-0bef795141ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813226-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 41, 12), 'started_at': datetime.datetime(2021, 10, 12, 17, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813226-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:49:30.398079 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6c5431-c22b-4f7d-9a86-00035a3dadb6 None None] Checking segment: {'id': '05f459ba-52ee-4bb6-9d47-8bda0a83627a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': '8daa865d-6215-4088-990f-5e71670febd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:49:30.400703 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-af6c5431-c22b-4f7d-9a86-00035a3dadb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:30.401180 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6c5431-c22b-4f7d-9a86-00035a3dadb6 None None] Bound using segment: {'id': '05f459ba-52ee-4bb6-9d47-8bda0a83627a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': '8daa865d-6215-4088-990f-5e71670febd0'} {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:49:30.401694 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-af6c5431-c22b-4f7d-9a86-00035a3dadb6 None None] Bound port: 2247843e-6e0a-42d1-8831-44ae16fc96e2, host: dv-cinder-813226-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f459ba-52ee-4bb6-9d47-8bda0a83627a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': '8daa865d-6215-4088-990f-5e71670febd0'}}] {{(pid=105768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:49:30.402108 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-af6c5431-c22b-4f7d-9a86-00035a3dadb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:30.457983 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Pushing event updated for resources: {'Port': ['ID=459099db-218d-49f3-8e83-de7c3f7fdc7f,revision_number=5']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:30.630119 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-bde59c6e-b2c2-414f-a7d2-8e6a2487427a None None] Provisioning complete for port 2247843e-6e0a-42d1-8831-44ae16fc96e2 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:49:30.630593 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-bde59c6e-b2c2-414f-a7d2-8e6a2487427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:30.747874 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 59404) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:30.788646 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-af6c5431-c22b-4f7d-9a86-00035a3dadb6 None None] For port 2247843e-6e0a-42d1-8831-44ae16fc96e2, host dv-cinder-813226-2-iscsi, cleared binding levels {{(pid=105768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:49:30.821312 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-6658ec0b-bae8-4333-a8a5-46e910c845e5 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806'] for port, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:30.836138 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-af6c5431-c22b-4f7d-9a86-00035a3dadb6 None None] For port 2247843e-6e0a-42d1-8831-44ae16fc96e2, host dv-cinder-813226-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=2247843e-6e0a-42d1-8831-44ae16fc96e2,segment=NetworkSegment(05f459ba-52ee-4bb6-9d47-8bda0a83627a),segment_id=05f459ba-52ee-4bb6-9d47-8bda0a83627a)] {{(pid=105768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:49:30.838041 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-bde59c6e-b2c2-414f-a7d2-8e6a2487427a None None] Port 2247843e-6e0a-42d1-8831-44ae16fc96e2 cannot update to ACTIVE because it is not bound. {{(pid=105768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:49:30.852200 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-af6c5431-c22b-4f7d-9a86-00035a3dadb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:30.875115 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-f5bbd266-7d0f-425c-9ae3-550f5a7c3470 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Network 892ea9c7-49de-4a42-bb7e-50af2caebbab is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:49:30.914680 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658ec0b-bae8-4333-a8a5-46e910c845e5 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Pushing event updated for resources: {'Port': ['ID=24c25e79-1674-4845-8134-8f5142b099cf,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:30.934771 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6c5431-c22b-4f7d-9a86-00035a3dadb6 None None] Routers {'2756c817-f350-4cfa-bb8b-67ae39e636e8'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:49:30.935826 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-af6c5431-c22b-4f7d-9a86-00035a3dadb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:49:11Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['2756c817-f350-4cfa-bb8b-67ae39e636e8'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:49:30.997269 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-6658ec0b-bae8-4333-a8a5-46e910c845e5 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Network 7f0076a2-dbd2-4243-8c7b-a99512793be3 is already hosted by enough agents. {{(pid=105767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:49:31.000694 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-6658ec0b-bae8-4333-a8a5-46e910c845e5 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Resources bound (agent type, host, resource id): {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:49:31.020565 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-6658ec0b-bae8-4333-a8a5-46e910c845e5 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Received port after_create {{(pid=105767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:49:31.037746 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-6658ec0b-bae8-4333-a8a5-46e910c845e5 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:31.038804 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-6658ec0b-bae8-4333-a8a5-46e910c845e5 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:31.051208 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e5bc405d-84ef-486c-97ab-fe24f1b6dd69 req-9ace48e8-d393-4983-8c87-f7b4a9236763 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 210 time: 0.3051262 Oct 12 17:49:31.083939 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-f5bbd266-7d0f-425c-9ae3-550f5a7c3470 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:49:31.090923 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c3a28962-0f1f-4ab0-9de7-6c5318973c4c tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:31.093848 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-f5bbd266-7d0f-425c-9ae3-550f5a7c3470 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:49:31.109078 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-f5bbd266-7d0f-425c-9ae3-550f5a7c3470 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:31.109746 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-f5bbd266-7d0f-425c-9ae3-550f5a7c3470 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for port, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:31.190678 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c73dc41c-00a6-485c-ba5a-5e51b82cf9b3 req-bd0aed76-cf5c-4f3e-9535-51175b93072f tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5368960 Oct 12 17:49:31.248833 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bbd266-7d0f-425c-9ae3-550f5a7c3470 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Pushing event updated for resources: {'Port': ['ID=668f043c-d8a3-4c6c-b903-ee5b5adf7bfa,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:31.272627 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bf535b-d307-4a42-8c9c-90a1ffb9d606 admin admin] Made reservation on behalf of 7f697a532e9948efa56268ecbf9e0c56 for: {'subnet': 1} {{(pid=105766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:49:31.275420 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b4bf535b-d307-4a42-8c9c-90a1ffb9d606 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:31.289405 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-f5bbd266-7d0f-425c-9ae3-550f5a7c3470 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0339713 Oct 12 17:49:31.347162 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-a094c452-c221-4b4f-8cad-daadcf3d2daf service neutron] Request body: {'port': {'device_id': 'e7a6bc11-e2e0-453f-94ad-300b587a0061', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:49:31.372946 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c91fc1-6874-452e-8559-f1bf93408000 None None] Pushing event updated for resources: {'Port': ['ID=2247843e-6e0a-42d1-8831-44ae16fc96e2,revision_number=4']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:31.387852 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-58f78c7d-ab7b-439d-939d-ac522953cacb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 426df742-989e-4ee7-a8aa-ecb26353a563 {{(pid=105767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:49:31.420943 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-58f78c7d-ab7b-439d-939d-ac522953cacb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:31.430043 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-43403308-68b2-4e79-b94f-4381248e4e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:31.444554 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-af6c5431-c22b-4f7d-9a86-00035a3dadb6 None None] Set router 2756c817-f350-4cfa-bb8b-67ae39e636e8 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:49:31.495324 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-58f78c7d-ab7b-439d-939d-ac522953cacb service neutron] Transition to ACTIVE for port object 426df742-989e-4ee7-a8aa-ecb26353a563 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:49:31.506588 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-58f78c7d-ab7b-439d-939d-ac522953cacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:31.520254 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-991c108d-a14c-4f89-8ca4-940dc49777c2 None None] Provisioning complete for port 2247843e-6e0a-42d1-8831-44ae16fc96e2 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:49:31.520775 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-991c108d-a14c-4f89-8ca4-940dc49777c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:31.571999 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-6658ec0b-bae8-4333-a8a5-46e910c845e5 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7766287 Oct 12 17:49:31.692293 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-5294895f-3171-4dd3-a7cf-868e1b5a8fb9 service neutron] Request body: {'port': {'device_id': 'aa69d498-8371-47c9-a71c-9bc14d539743', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:49:31.811254 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-991c108d-a14c-4f89-8ca4-940dc49777c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:31.820303 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.44', 63765) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:31.873449 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-991c108d-a14c-4f89-8ca4-940dc49777c2 None None] For port 2247843e-6e0a-42d1-8831-44ae16fc96e2, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=2247843e-6e0a-42d1-8831-44ae16fc96e2,segment=NetworkSegment(05f459ba-52ee-4bb6-9d47-8bda0a83627a),segment_id=05f459ba-52ee-4bb6-9d47-8bda0a83627a)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:49:31.897796 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-af6c5431-c22b-4f7d-9a86-00035a3dadb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'name': 'tempest-AttachVolumeTestJSON-2009213917-router', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '03856ee2-eb3a-4878-b203-3708c37b364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:49:15Z', 'updated_at': '2021-10-12T17:49:22Z', 'revision_number': 4, 'project_id': 'e4096f27defa41969a63e8b81d280fb2', 'gw_port': {'id': '03856ee2-eb3a-4878-b203-3708c37b364d', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:16Z', 'updated_at': '2021-10-12T17:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': '2247843e-6e0a-42d1-8831-44ae16fc96e2', 'name': '', 'network_id': '8daa865d-6215-4088-990f-5e71670febd0', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'mac_address': 'fa:16:3e:8a:e7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2c9bbc10-98c9-4f8e-a058-09cebb338727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:20Z', 'updated_at': '2021-10-12T17:49:30Z', 'revision_number': 4, 'project_id': 'e4096f27defa41969a63e8b81d280fb2', 'subnets': [{'id': '2c9bbc10-98c9-4f8e-a058-09cebb338727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:49:31.905625 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-991c108d-a14c-4f89-8ca4-940dc49777c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:32.009530 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b4bf535b-d307-4a42-8c9c-90a1ffb9d606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365'] for subnet, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:32.066922 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6c5431-c22b-4f7d-9a86-00035a3dadb6 None None] The sync data for ids ['2756c817-f350-4cfa-bb8b-67ae39e636e8'] in dv-cinder-813226-2-iscsi is: [{'id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'name': 'tempest-AttachVolumeTestJSON-2009213917-router', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '03856ee2-eb3a-4878-b203-3708c37b364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:49:15Z', 'updated_at': '2021-10-12T17:49:22Z', 'revision_number': 4, 'project_id': 'e4096f27defa41969a63e8b81d280fb2', 'gw_port': {'id': '03856ee2-eb3a-4878-b203-3708c37b364d', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:16Z', 'updated_at': '2021-10-12T17:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': '2247843e-6e0a-42d1-8831-44ae16fc96e2', 'name': '', 'network_id': '8daa865d-6215-4088-990f-5e71670febd0', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'mac_address': 'fa:16:3e:8a:e7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2c9bbc10-98c9-4f8e-a058-09cebb338727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:20Z', 'updated_at': '2021-10-12T17:49:30Z', 'revision_number': 4, 'project_id': 'e4096f27defa41969a63e8b81d280fb2', 'subnets': [{'id': '2c9bbc10-98c9-4f8e-a058-09cebb338727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:49:32.110066 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c3a28962-0f1f-4ab0-9de7-6c5318973c4c tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:32.117941 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991c108d-a14c-4f89-8ca4-940dc49777c2 None None] Pushing event updated for resources: {'Port': ['ID=2247843e-6e0a-42d1-8831-44ae16fc96e2,revision_number=5']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:32.145780 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf535b-d307-4a42-8c9c-90a1ffb9d606 admin admin] Pushing event updated for resources: {'Subnet': ['ID=190dc96d-c0b2-4874-af62-38275f77e73e,revision_number=0']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:32.265488 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f78c7d-ab7b-439d-939d-ac522953cacb service neutron] Pushing event updated for resources: {'Port': ['ID=426df742-989e-4ee7-a8aa-ecb26353a563,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:32.356209 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c3a28962-0f1f-4ab0-9de7-6c5318973c4c tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50316'] for security_group_rule, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:32.442278 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-a094c452-c221-4b4f-8cad-daadcf3d2daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:32.465859 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-9a91f220-ed4d-49be-a6dd-9b65d438883f tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:32.467664 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-9a91f220-ed4d-49be-a6dd-9b65d438883f tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.44 "GET /v2.0/networks?id=7f0076a2-dbd2-4243-8c7b-a99512793be3 HTTP/1.1" status: 200 len: 819 time: 0.6141052 Oct 12 17:49:32.485664 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-58f78c7d-ab7b-439d-939d-ac522953cacb service neutron] Attempting to bind port 426df742-989e-4ee7-a8aa-ecb26353a563 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:49:32.486026 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-58f78c7d-ab7b-439d-939d-ac522953cacb service neutron] Attempting to bind port 426df742-989e-4ee7-a8aa-ecb26353a563 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': 'e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:49:32.486381 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-58f78c7d-ab7b-439d-939d-ac522953cacb service neutron] Attempting to bind port 426df742-989e-4ee7-a8aa-ecb26353a563 on network e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:49:32.494149 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-5294895f-3171-4dd3-a7cf-868e1b5a8fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:32.537560 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-43403308-68b2-4e79-b94f-4381248e4e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:32.543159 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a28962-0f1f-4ab0-9de7-6c5318973c4c tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59202461-fbc6-471c-bd8e-f8933183951f,revision_number=0']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:32.554528 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71dc51-66a6-42ef-beed-4d9765ffa9d1 req-d3bb4253-1941-49b5-8a8b-350fad30f164 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:32.557271 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5f71dc51-66a6-42ef-beed-4d9765ffa9d1 req-d3bb4253-1941-49b5-8a8b-350fad30f164 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7a6bc11-e2e0-453f-94ad-300b587a0061 HTTP/1.1" status: 200 len: 931 time: 1.0616000 Oct 12 17:49:32.589778 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-58f78c7d-ab7b-439d-939d-ac522953cacb service neutron] Port 426df742-989e-4ee7-a8aa-ecb26353a563 on network e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:49:32.590102 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-58f78c7d-ab7b-439d-939d-ac522953cacb service neutron] Attempting to bind port 426df742-989e-4ee7-a8aa-ecb26353a563 on network e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:49:32.598617 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-43403308-68b2-4e79-b94f-4381248e4e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:32.615053 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-58f78c7d-ab7b-439d-939d-ac522953cacb service neutron] Checking agent: {'id': '4d49b38b-ca89-4e5d-a715-678a9ae3215e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 47, 26), 'started_at': datetime.datetime(2021, 10, 12, 17, 47, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:49:32.615566 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-58f78c7d-ab7b-439d-939d-ac522953cacb service neutron] Checking segment: {'id': '5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': 'e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:49:32.616465 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-58f78c7d-ab7b-439d-939d-ac522953cacb service neutron] Bound using segment: {'id': '5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': 'e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:49:32.616938 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-58f78c7d-ab7b-439d-939d-ac522953cacb service neutron] Bound port: 426df742-989e-4ee7-a8aa-ecb26353a563, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': 'e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:49:32.617301 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-58f78c7d-ab7b-439d-939d-ac522953cacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:32.700682 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-dda6c3bc-3a90-48c4-8aa6-4ecd65e66ccc req-0ca9ebd7-80fd-47da-9e36-e4d5fffb277d tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 210 time: 0.3508720 Oct 12 17:49:32.713682 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-a8630f11-ba08-4519-b347-b130068bd6e5 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Request body: {'port': {'device_id': 'f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8', 'network_id': '7f0076a2-dbd2-4243-8c7b-a99512793be3', 'admin_state_up': True, 'tenant_id': '89b6f4855e534550a81cf612a58075dc'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:49:32.753071 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bf535b-d307-4a42-8c9c-90a1ffb9d606 admin admin] Checking segment: {'id': 'ff60668b-a8a2-4cec-9a30-4671c033c19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1357, 'network_id': 'fe64b9f9-b2ea-487f-add1-00608e6c0b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:49:32.753466 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bf535b-d307-4a42-8c9c-90a1ffb9d606 admin admin] Network hostable DHCP agents. Network: fe64b9f9-b2ea-487f-add1-00608e6c0b3f, hostable agents: ['d0966fcc-cf7f-4b12-bb12-2ea8651f1f29'], hosted agents: [] {{(pid=105766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 17:49:32.791813 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 459099db-218d-49f3-8e83-de7c3f7fdc7f up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:49:32.798231 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c3a28962-0f1f-4ab0-9de7-6c5318973c4c tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:32.804818 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-c3a28962-0f1f-4ab0-9de7-6c5318973c4c tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.8338649 Oct 12 17:49:32.856708 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 59454) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:32.867190 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-453c6036-5b38-447c-bd0e-c288cba5806c tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Request body: {'floatingip': {'floating_network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:49:32.915864 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port 459099db-218d-49f3-8e83-de7c3f7fdc7f triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:49:32.916254 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:32.987471 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43403308-68b2-4e79-b94f-4381248e4e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd97b636-8908-4425-9f5b-648e75b7a2ae,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:33.070487 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-43403308-68b2-4e79-b94f-4381248e4e1d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9353dccce58041eb985deaa1a057bf2c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3123171 Oct 12 17:49:33.079262 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 59462) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:33.134030 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5f71dc51-66a6-42ef-beed-4d9765ffa9d1 req-0e48457f-9dce-4042-ba41-1e00b161e075 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/security-groups?id=dd45f6b7-988e-461e-9daa-caa3675cfee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5264137 Oct 12 17:49:33.171819 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-58f78c7d-ab7b-439d-939d-ac522953cacb service neutron] For port 426df742-989e-4ee7-a8aa-ecb26353a563, host hv-cinder-81322, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:49:33.220834 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bf535b-d307-4a42-8c9c-90a1ffb9d606 admin admin] Network fe64b9f9-b2ea-487f-add1-00608e6c0b3f is scheduled to be hosted by DHCP agent d0966fcc-cf7f-4b12-bb12-2ea8651f1f29 with binding_index 1 {{(pid=105766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 17:49:33.292977 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 2247843e-6e0a-42d1-8831-44ae16fc96e2 up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:49:33.343283 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-453c6036-5b38-447c-bd0e-c288cba5806c tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for floatingip, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:33.452005 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-58f78c7d-ab7b-439d-939d-ac522953cacb service neutron] For port 426df742-989e-4ee7-a8aa-ecb26353a563, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=426df742-989e-4ee7-a8aa-ecb26353a563,segment=NetworkSegment(5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8),segment_id=5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:49:33.490889 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port 2247843e-6e0a-42d1-8831-44ae16fc96e2 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:49:33.491345 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:33.539271 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-58f78c7d-ab7b-439d-939d-ac522953cacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:33.781985 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-b4bf535b-d307-4a42-8c9c-90a1ffb9d606 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813226-2-iscsi, fe64b9f9-b2ea-487f-add1-00608e6c0b3f) {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:49:33.787615 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-58f78c7d-ab7b-439d-939d-ac522953cacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:33.790655 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-58f78c7d-ab7b-439d-939d-ac522953cacb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:33.794184 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec612cc-c461-4506-8b38-62728ccecbb6 None None] Network fe64b9f9-b2ea-487f-add1-00608e6c0b3f requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:49:33.806513 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-58f78c7d-ab7b-439d-939d-ac522953cacb service neutron] 10.222.0.44 "PUT /v2.0/ports/426df742-989e-4ee7-a8aa-ecb26353a563 HTTP/1.1" status: 200 len: 1094 time: 4.0484197 Oct 12 17:49:33.807137 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5633108-16aa-4364-8e34-678eb18fa309', 'tag': '426df742-989e-4ee7-a8aa-ecb26353a563'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:49:34.020952 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f78c7d-ab7b-439d-939d-ac522953cacb service neutron] Pushing event updated for resources: {'Port': ['ID=426df742-989e-4ee7-a8aa-ecb26353a563,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:34.062004 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-a8630f11-ba08-4519-b347-b130068bd6e5 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Made reservation on behalf of 89b6f4855e534550a81cf612a58075dc for: {'port': 1} {{(pid=105767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:49:34.082521 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-a8630f11-ba08-4519-b347-b130068bd6e5 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:34.114112 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.notifiers.nova [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-a094c452-c221-4b4f-8cad-daadcf3d2daf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 668f043c-d8a3-4c6c-b903-ee5b5adf7bfa {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:49:34.122565 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-a094c452-c221-4b4f-8cad-daadcf3d2daf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:34.169431 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-a094c452-c221-4b4f-8cad-daadcf3d2daf service neutron] Transition to ACTIVE for port object 668f043c-d8a3-4c6c-b903-ee5b5adf7bfa will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:49:34.189903 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f621520d-a1c6-4acb-bf83-9c31d92dcb50 None None] Network fe64b9f9-b2ea-487f-add1-00608e6c0b3f requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:49:34.191155 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bf535b-d307-4a42-8c9c-90a1ffb9d606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:34.191757 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b4bf535b-d307-4a42-8c9c-90a1ffb9d606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for subnet, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:34.234746 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83147c5-d9b5-4df0-9f1a-d82b105681d3 req-bfaa576c-5b2a-41eb-81fc-38195cd25753 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:34.247038 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f83147c5-d9b5-4df0-9f1a-d82b105681d3 req-bfaa576c-5b2a-41eb-81fc-38195cd25753 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5633108-16aa-4364-8e34-678eb18fa309 HTTP/1.1" status: 200 len: 944 time: 1.3892381 Oct 12 17:49:34.251171 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-a094c452-c221-4b4f-8cad-daadcf3d2daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:34.290111 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8985950d-9e52-49fc-a9d8-95e174dabb05" -d '{"events": [{"name": "network-changed", "server_uuid": "b5633108-16aa-4364-8e34-678eb18fa309", "tag": "426df742-989e-4ee7-a8aa-ecb26353a563"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:49:34.301447 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-5294895f-3171-4dd3-a7cf-868e1b5a8fb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24c25e79-1674-4845-8134-8f5142b099cf {{(pid=105767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:49:34.324136 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0b1c204d-59e5-4af7-94f3-853c90dee622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:34.335161 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-5294895f-3171-4dd3-a7cf-868e1b5a8fb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:34.355525 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0b1c204d-59e5-4af7-94f3-853c90dee622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:34.388051 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-5294895f-3171-4dd3-a7cf-868e1b5a8fb9 service neutron] Transition to ACTIVE for port object 24c25e79-1674-4845-8134-8f5142b099cf will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:49:34.414932 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-5294895f-3171-4dd3-a7cf-868e1b5a8fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:34.564783 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4395f151-0920-4980-a034-d157ae67ebeb req-a5b650e7-466d-4afc-80c3-2f2ba37d9241 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 210 time: 0.3916688 Oct 12 17:49:34.614600 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094c452-c221-4b4f-8cad-daadcf3d2daf service neutron] Pushing event updated for resources: {'Port': ['ID=668f043c-d8a3-4c6c-b903-ee5b5adf7bfa,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:34.679045 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-b4bf535b-d307-4a42-8c9c-90a1ffb9d606 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.4582717 Oct 12 17:49:34.903071 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f83147c5-d9b5-4df0-9f1a-d82b105681d3 req-6018058b-1f48-4ef1-a255-3578384d7d6e tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6536963 Oct 12 17:49:34.928897 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-a094c452-c221-4b4f-8cad-daadcf3d2daf service neutron] Attempting to bind port 668f043c-d8a3-4c6c-b903-ee5b5adf7bfa on host hv-cinder-81322 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:49:34.928897 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-a094c452-c221-4b4f-8cad-daadcf3d2daf service neutron] Attempting to bind port 668f043c-d8a3-4c6c-b903-ee5b5adf7bfa by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '86f8eb35-b08f-4e91-85b0-ccb6e44b24b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '892ea9c7-49de-4a42-bb7e-50af2caebbab'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:49:34.929318 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-a094c452-c221-4b4f-8cad-daadcf3d2daf service neutron] Attempting to bind port 668f043c-d8a3-4c6c-b903-ee5b5adf7bfa on network 892ea9c7-49de-4a42-bb7e-50af2caebbab {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:49:34.941449 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294895f-3171-4dd3-a7cf-868e1b5a8fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=24c25e79-1674-4845-8134-8f5142b099cf,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:34.942599 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-a094c452-c221-4b4f-8cad-daadcf3d2daf service neutron] Port 668f043c-d8a3-4c6c-b903-ee5b5adf7bfa on network 892ea9c7-49de-4a42-bb7e-50af2caebbab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:49:34.942599 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-a094c452-c221-4b4f-8cad-daadcf3d2daf service neutron] Attempting to bind port 668f043c-d8a3-4c6c-b903-ee5b5adf7bfa on network 892ea9c7-49de-4a42-bb7e-50af2caebbab {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:49:34.976964 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0b1c204d-59e5-4af7-94f3-853c90dee622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:34.988318 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-d1663dd3-d6fe-4808-bc60-5698379f540e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:34.990676 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-d1663dd3-d6fe-4808-bc60-5698379f540e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=34d68852db734aefb112496c454c9c73&device_id=b5633108-16aa-4364-8e34-678eb18fa309 HTTP/1.1" status: 200 len: 1097 time: 0.2645574 Oct 12 17:49:34.991873 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0b1c204d-59e5-4af7-94f3-853c90dee622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:34.992898 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.db_base_plugin_common [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-a8630f11-ba08-4519-b347-b130068bd6e5 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Allocated IP 172.20.0.8 (7f0076a2-dbd2-4243-8c7b-a99512793be3/7974bc61-b9a6-46e8-8709-f4c6737f6759/35a94161-db3c-4709-8a7d-be058bb5a9fc) {{(pid=105767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:49:34.998394 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-0b1c204d-59e5-4af7-94f3-853c90dee622 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/cd97b636-8908-4425-9f5b-648e75b7a2ae HTTP/1.1" status: 204 len: 168 time: 1.8996131 Oct 12 17:49:34.999489 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-5294895f-3171-4dd3-a7cf-868e1b5a8fb9 service neutron] Attempting to bind port 24c25e79-1674-4845-8134-8f5142b099cf on host hv-cinder-81322 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:49:34.999921 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-5294895f-3171-4dd3-a7cf-868e1b5a8fb9 service neutron] Attempting to bind port 24c25e79-1674-4845-8134-8f5142b099cf by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '65fbf064-3902-45d4-ad7b-f5e5a65fef05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1362, 'network_id': '7f0076a2-dbd2-4243-8c7b-a99512793be3'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:49:35.000346 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-5294895f-3171-4dd3-a7cf-868e1b5a8fb9 service neutron] Attempting to bind port 24c25e79-1674-4845-8134-8f5142b099cf on network 7f0076a2-dbd2-4243-8c7b-a99512793be3 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:49:35.015712 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c204d-59e5-4af7-94f3-853c90dee622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd97b636-8908-4425-9f5b-648e75b7a2ae,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:35.025114 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-a094c452-c221-4b4f-8cad-daadcf3d2daf service neutron] Checking agent: {'id': '4d49b38b-ca89-4e5d-a715-678a9ae3215e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 47, 26), 'started_at': datetime.datetime(2021, 10, 12, 17, 47, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:49:35.025734 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-a094c452-c221-4b4f-8cad-daadcf3d2daf service neutron] Checking segment: {'id': '86f8eb35-b08f-4e91-85b0-ccb6e44b24b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '892ea9c7-49de-4a42-bb7e-50af2caebbab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:49:35.026677 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-a094c452-c221-4b4f-8cad-daadcf3d2daf service neutron] Bound using segment: {'id': '86f8eb35-b08f-4e91-85b0-ccb6e44b24b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '892ea9c7-49de-4a42-bb7e-50af2caebbab'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:49:35.027454 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-a094c452-c221-4b4f-8cad-daadcf3d2daf service neutron] Bound port: 668f043c-d8a3-4c6c-b903-ee5b5adf7bfa, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86f8eb35-b08f-4e91-85b0-ccb6e44b24b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '892ea9c7-49de-4a42-bb7e-50af2caebbab'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:49:35.028061 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-a094c452-c221-4b4f-8cad-daadcf3d2daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:35.098261 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c669398-d471-4a37-868a-dc869fe570c8 req-bddd0166-34ba-4b02-9e24-a42e103891f6 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:35.110487 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4c669398-d471-4a37-868a-dc869fe570c8 req-bddd0166-34ba-4b02-9e24-a42e103891f6 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7a6bc11-e2e0-453f-94ad-300b587a0061 HTTP/1.1" status: 200 len: 943 time: 0.3249376 Oct 12 17:49:35.185494 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-5294895f-3171-4dd3-a7cf-868e1b5a8fb9 service neutron] Port 24c25e79-1674-4845-8134-8f5142b099cf on network 7f0076a2-dbd2-4243-8c7b-a99512793be3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:49:35.185827 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-5294895f-3171-4dd3-a7cf-868e1b5a8fb9 service neutron] Attempting to bind port 24c25e79-1674-4845-8134-8f5142b099cf on network 7f0076a2-dbd2-4243-8c7b-a99512793be3 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:49:35.189839 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-7736f84f-f17e-4533-88d6-6ad4b945d9d6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=426df742-989e-4ee7-a8aa-ecb26353a563 HTTP/1.1" status: 200 len: 217 time: 0.1827903 Oct 12 17:49:35.259219 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-5294895f-3171-4dd3-a7cf-868e1b5a8fb9 service neutron] Checking agent: {'id': '4d49b38b-ca89-4e5d-a715-678a9ae3215e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 47, 26), 'started_at': datetime.datetime(2021, 10, 12, 17, 47, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:49:35.259574 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-5294895f-3171-4dd3-a7cf-868e1b5a8fb9 service neutron] Checking segment: {'id': '65fbf064-3902-45d4-ad7b-f5e5a65fef05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1362, 'network_id': '7f0076a2-dbd2-4243-8c7b-a99512793be3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:49:35.260227 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-5294895f-3171-4dd3-a7cf-868e1b5a8fb9 service neutron] Bound using segment: {'id': '65fbf064-3902-45d4-ad7b-f5e5a65fef05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1362, 'network_id': '7f0076a2-dbd2-4243-8c7b-a99512793be3'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:49:35.260557 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-5294895f-3171-4dd3-a7cf-868e1b5a8fb9 service neutron] Bound port: 24c25e79-1674-4845-8134-8f5142b099cf, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65fbf064-3902-45d4-ad7b-f5e5a65fef05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1362, 'network_id': '7f0076a2-dbd2-4243-8c7b-a99512793be3'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:49:35.261056 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-5294895f-3171-4dd3-a7cf-868e1b5a8fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:35.356859 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-d39b5927-cd3f-4d20-a441-7729cf9e268e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:35.362399 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-d39b5927-cd3f-4d20-a441-7729cf9e268e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=45759d7e-d25f-43ae-8f03-94166684d89c HTTP/1.1" status: 200 len: 854 time: 0.1570542 Oct 12 17:49:35.391203 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7138a1-a952-455f-90a8-9ea58c60125f x-openstack-request-id: req-0b7138a1-a952-455f-90a8-9ea58c60125f {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:49:35.391472 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5633108-16aa-4364-8e34-678eb18fa309", "tag": "426df742-989e-4ee7-a8aa-ecb26353a563", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:49:35.391719 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-0b7138a1-a952-455f-90a8-9ea58c60125f {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:49:35.392513 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5633108-16aa-4364-8e34-678eb18fa309', 'tag': '426df742-989e-4ee7-a8aa-ecb26353a563', 'status': 'completed', 'code': 200} Oct 12 17:49:35.395787 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.db [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-a094c452-c221-4b4f-8cad-daadcf3d2daf service neutron] For port 668f043c-d8a3-4c6c-b903-ee5b5adf7bfa, host hv-cinder-81322, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:49:35.419273 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.db [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-a094c452-c221-4b4f-8cad-daadcf3d2daf service neutron] For port 668f043c-d8a3-4c6c-b903-ee5b5adf7bfa, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=668f043c-d8a3-4c6c-b903-ee5b5adf7bfa,segment=NetworkSegment(86f8eb35-b08f-4e91-85b0-ccb6e44b24b8),segment_id=86f8eb35-b08f-4e91-85b0-ccb6e44b24b8)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:49:35.578656 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-a094c452-c221-4b4f-8cad-daadcf3d2daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:35.727696 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-5294895f-3171-4dd3-a7cf-868e1b5a8fb9 service neutron] For port 24c25e79-1674-4845-8134-8f5142b099cf, host hv-cinder-81322, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:49:35.739453 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-5294895f-3171-4dd3-a7cf-868e1b5a8fb9 service neutron] For port 24c25e79-1674-4845-8134-8f5142b099cf, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=24c25e79-1674-4845-8134-8f5142b099cf,segment=NetworkSegment(65fbf064-3902-45d4-ad7b-f5e5a65fef05),segment_id=65fbf064-3902-45d4-ad7b-f5e5a65fef05)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:49:35.826995 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-6c9dfee8-76fa-43fb-97ff-7bb647cd3f05 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3402867 Oct 12 17:49:35.831613 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-a094c452-c221-4b4f-8cad-daadcf3d2daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:35.832429 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-a094c452-c221-4b4f-8cad-daadcf3d2daf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for port, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:35.834323 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-a094c452-c221-4b4f-8cad-daadcf3d2daf service neutron] 10.222.0.44 "PUT /v2.0/ports/668f043c-d8a3-4c6c-b903-ee5b5adf7bfa HTTP/1.1" status: 200 len: 1093 time: 4.4917958 Oct 12 17:49:35.835166 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a6bc11-e2e0-453f-94ad-300b587a0061', 'tag': '668f043c-d8a3-4c6c-b903-ee5b5adf7bfa'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:49:35.865076 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-5294895f-3171-4dd3-a7cf-868e1b5a8fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:35.938993 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-a8630f11-ba08-4519-b347-b130068bd6e5 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Notify callbacks [] for port, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:36.039043 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4c669398-d471-4a37-868a-dc869fe570c8 req-2e642911-2e24-418f-8d29-6a29921e3a7f tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/security-groups?id=dd45f6b7-988e-461e-9daa-caa3675cfee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9273016 Oct 12 17:49:36.064853 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-5294895f-3171-4dd3-a7cf-868e1b5a8fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:36.065491 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-5294895f-3171-4dd3-a7cf-868e1b5a8fb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:36.067085 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-5294895f-3171-4dd3-a7cf-868e1b5a8fb9 service neutron] 10.222.0.44 "PUT /v2.0/ports/24c25e79-1674-4845-8134-8f5142b099cf HTTP/1.1" status: 200 len: 1094 time: 4.3989072 Oct 12 17:49:36.133387 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294895f-3171-4dd3-a7cf-868e1b5a8fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=24c25e79-1674-4845-8134-8f5142b099cf,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:36.173170 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-a8630f11-ba08-4519-b347-b130068bd6e5 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806'] for port, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:36.229395 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-062a7bcb-f5d5-444e-aee5-c0f5702140a9 service neutron] 10.222.0.44 "GET /v2.0/networks/e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802625 Oct 12 17:49:36.257593 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-453c6036-5b38-447c-bd0e-c288cba5806c tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:36.259336 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-a8630f11-ba08-4519-b347-b130068bd6e5 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Network 7f0076a2-dbd2-4243-8c7b-a99512793be3 is already hosted by enough agents. {{(pid=105767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:49:36.275998 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-a8630f11-ba08-4519-b347-b130068bd6e5 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Resources bound (agent type, host, resource id): {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:49:36.295641 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094c452-c221-4b4f-8cad-daadcf3d2daf service neutron] Pushing event updated for resources: {'Port': ['ID=668f043c-d8a3-4c6c-b903-ee5b5adf7bfa,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:36.331919 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8630f11-ba08-4519-b347-b130068bd6e5 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Pushing event updated for resources: {'Port': ['ID=35a94161-db3c-4709-8a7d-be058bb5a9fc,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:36.343603 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-a8630f11-ba08-4519-b347-b130068bd6e5 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Received port after_create {{(pid=105767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:49:36.359120 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-a8630f11-ba08-4519-b347-b130068bd6e5 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:36.366758 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-a8630f11-ba08-4519-b347-b130068bd6e5 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:36.562724 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-0e4d5582-c03d-43a1-a59c-7fc22ebd14ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:36.565000 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-0e4d5582-c03d-43a1-a59c-7fc22ebd14ef service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e8a2ded45d0b49bb81ccf663233f000b&device_id=e7a6bc11-e2e0-453f-94ad-300b587a0061 HTTP/1.1" status: 200 len: 1096 time: 0.5196345 Oct 12 17:49:36.565631 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 59548) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:36.590658 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-e89d2f8e-8b3e-445e-9286-01fd8d898eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:36.592679 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-e89d2f8e-8b3e-445e-9286-01fd8d898eb3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=89b6f4855e534550a81cf612a58075dc&device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 1097 time: 0.4707782 Oct 12 17:49:36.596343 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-a8630f11-ba08-4519-b347-b130068bd6e5 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9242747 Oct 12 17:49:36.606096 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff462b6-f2ae-48a8-bf59-d4b0c610ce6c req-ccc99816-1c40-49f7-a9cd-ec4dd72d37df tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:36.607986 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-aff462b6-f2ae-48a8-bf59-d4b0c610ce6c req-ccc99816-1c40-49f7-a9cd-ec4dd72d37df tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 931 time: 0.5672636 Oct 12 17:49:36.660348 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-cc819135-6962-4659-b194-179bcceb6189 service neutron] Request body: {'port': {'device_id': 'f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:49:36.667344 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 59556) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:36.674135 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [None req-f57591ba-69c5-4149-bada-2318fa82b31c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1636850271-network', 'tenant_id': '2acd21b3ea1b4c8394de0e178ac5bb51'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:49:36.675478 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-5466b0e1-2b75-4f59-b272-2cd1065e8b95 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=668f043c-d8a3-4c6c-b903-ee5b5adf7bfa HTTP/1.1" status: 200 len: 217 time: 0.0890307 Oct 12 17:49:36.682612 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ba8fd1764513c7e19680242eeb7ddb2adb145f07e018bb81601842aae508955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbcaee1-7fe0-4e4f-92a9-bfa6460f89e9" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a6bc11-e2e0-453f-94ad-300b587a0061", "tag": "668f043c-d8a3-4c6c-b903-ee5b5adf7bfa"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:49:36.686015 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4a322af1-a274-4950-b939-8579b6918d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:36.732882 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-63d780ea-e330-4890-97ab-0031052881d8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24c25e79-1674-4845-8134-8f5142b099cf HTTP/1.1" status: 200 len: 217 time: 0.1216393 Oct 12 17:49:36.800673 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57591ba-69c5-4149-bada-2318fa82b31c admin admin] Made reservation on behalf of 2acd21b3ea1b4c8394de0e178ac5bb51 for: {'network': 1} {{(pid=105767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:49:36.803158 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-f57591ba-69c5-4149-bada-2318fa82b31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for network, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:36.808711 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-dc19e619-34d2-4773-b23c-1a3f768c6e7f req-004b5551-227e-4b9f-a8c7-f03966a83c70 service neutron] 10.222.0.44 "GET /v2.0/networks/e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5528393 Oct 12 17:49:36.809270 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-cc819135-6962-4659-b194-179bcceb6189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:36.815582 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b9ea40-9aa0-4fe8-8856-17147994fe4c req-5e86a967-d6f2-4548-8ddb-e495ed385d17 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:36.817208 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-f57591ba-69c5-4149-bada-2318fa82b31c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:36.817350 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c0b9ea40-9aa0-4fe8-8856-17147994fe4c req-5e86a967-d6f2-4548-8ddb-e495ed385d17 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5633108-16aa-4364-8e34-678eb18fa309 HTTP/1.1" status: 200 len: 944 time: 0.1385405 Oct 12 17:49:36.835036 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-aff462b6-f2ae-48a8-bf59-d4b0c610ce6c req-2fe92fd4-4735-42b0-a5a1-59793cb9a5d5 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549788 Oct 12 17:49:36.868633 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-453c6036-5b38-447c-bd0e-c288cba5806c tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Allocated IP 172.27.0.160 (57ccf176-38b9-4e1d-8eda-123c8986cf55/09d55e93-213a-4ce1-b19c-11c1c2f18eb4/ecd69e54-4ae4-4658-88a4-a8a00d0ab3cf) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:49:37.096035 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c0b9ea40-9aa0-4fe8-8856-17147994fe4c req-2e207271-2793-410f-9398-d51269b4b937 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138000 Oct 12 17:49:37.119570 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-f57591ba-69c5-4149-bada-2318fa82b31c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:37.150499 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-99999d95-55cd-4ee5-a54c-6b0a371e33fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:37.151897 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-99999d95-55cd-4ee5-a54c-6b0a371e33fb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7974bc61-b9a6-46e8-8709-f4c6737f6759 HTTP/1.1" status: 200 len: 859 time: 0.1596653 Oct 12 17:49:37.159353 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-f57591ba-69c5-4149-bada-2318fa82b31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:37.241470 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f57591ba-69c5-4149-bada-2318fa82b31c admin admin] vlan segment allocate from pool success with {'vlan_id': 1375, 'physical_network': 'physnet1'} {{(pid=105767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 17:49:37.262384 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-f224213d-d2fb-42be-9285-5eafe2c18571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:37.267700 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-f224213d-d2fb-42be-9285-5eafe2c18571 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9869a46d-c6fb-4b4f-b1b0-b8d9fe5bbf2a HTTP/1.1" status: 200 len: 851 time: 0.2739348 Oct 12 17:49:37.291072 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9d83c5-8201-4f95-a6e2-6b94101c6e10 x-openstack-request-id: req-ac9d83c5-8201-4f95-a6e2-6b94101c6e10 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:49:37.291446 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a6bc11-e2e0-453f-94ad-300b587a0061", "tag": "668f043c-d8a3-4c6c-b903-ee5b5adf7bfa", "status": "completed", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:49:37.291609 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-ac9d83c5-8201-4f95-a6e2-6b94101c6e10 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:49:37.293098 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a6bc11-e2e0-453f-94ad-300b587a0061', 'tag': '668f043c-d8a3-4c6c-b903-ee5b5adf7bfa', 'status': 'completed', 'code': 200} Oct 12 17:49:37.320801 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-f57591ba-69c5-4149-bada-2318fa82b31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234'] for segment, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:37.321444 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.db.segments_db [None req-f57591ba-69c5-4149-bada-2318fa82b31c admin admin] Added segment 681e2e9b-b7a1-4dd3-9421-d2a057b40de9 of type vlan for network a85f4caf-3a46-42a0-92b0-4b7083f5fe43 Oct 12 17:49:37.327688 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4a322af1-a274-4950-b939-8579b6918d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:37.331032 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-053f815c-4164-4c2a-9860-a05037dc8d5d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f0076a2-dbd2-4243-8c7b-a99512793be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1550348 Oct 12 17:49:37.331947 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57591ba-69c5-4149-bada-2318fa82b31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4ba31a-3534-4753-b07a-93587fad5742,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:37.345721 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4a322af1-a274-4950-b939-8579b6918d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:37.375221 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985950d-9e52-49fc-a9d8-95e174dabb05 req-2a93a362-dc1a-4f8e-8ac1-b5a9e08fd433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:37.377190 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-8985950d-9e52-49fc-a9d8-95e174dabb05 req-2a93a362-dc1a-4f8e-8ac1-b5a9e08fd433 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=34d68852db734aefb112496c454c9c73&device_id=b5633108-16aa-4364-8e34-678eb18fa309 HTTP/1.1" status: 200 len: 1097 time: 0.2715738 Oct 12 17:49:37.401261 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-4a322af1-a274-4950-b939-8579b6918d18 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=53edd2b616ab47f3938632bce86ea8f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8321419 Oct 12 17:49:37.415705 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 59574) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:37.416226 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa69d498-8371-47c9-a71c-9bc14d539743', 'tag': '24c25e79-1674-4845-8134-8f5142b099cf'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:49:37.419000 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8cd6476-77a0-4621-aeda-c25b11e433d5" -d '{"events": [{"name": "network-changed", "server_uuid": "aa69d498-8371-47c9-a71c-9bc14d539743", "tag": "24c25e79-1674-4845-8134-8f5142b099cf"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:49:37.485695 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-f57591ba-69c5-4149-bada-2318fa82b31c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752769697868'] for network, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:37.520946 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a322af1-a274-4950-b939-8579b6918d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9363a45a-9af3-4f8c-ae5a-4736394f7529,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:37.526372 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-453c6036-5b38-447c-bd0e-c288cba5806c tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:37.563273 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2ff42-caa6-4f45-938a-53937d486f9e req-4315dfdb-8208-40ac-9483-c253a0f7acdf tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:37.570903 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-25f2ff42-caa6-4f45-938a-53937d486f9e req-4315dfdb-8208-40ac-9483-c253a0f7acdf tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7a6bc11-e2e0-453f-94ad-300b587a0061 HTTP/1.1" status: 200 len: 943 time: 0.1538310 Oct 12 17:49:37.623023 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-f57591ba-69c5-4149-bada-2318fa82b31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365'] for network, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:37.624010 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57591ba-69c5-4149-bada-2318fa82b31c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:37.624624 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-f57591ba-69c5-4149-bada-2318fa82b31c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for network, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:37.634274 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7c8b40a7-af99-413d-9807-14f8a5a288fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:37.674815 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-f57591ba-69c5-4149-bada-2318fa82b31c admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.0036955 Oct 12 17:49:37.687755 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-cc819135-6962-4659-b194-179bcceb6189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35a94161-db3c-4709-8a7d-be058bb5a9fc {{(pid=105767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:49:37.688549 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 59584) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:37.694743 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-f423bff3-2a69-40e4-b202-387285ec28cb admin admin] Request body: {'subnet': {'network_id': 'a85f4caf-3a46-42a0-92b0-4b7083f5fe43', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1636850271-subnet', 'tenant_id': '2acd21b3ea1b4c8394de0e178ac5bb51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:49:37.730057 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-cc819135-6962-4659-b194-179bcceb6189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:37.733465 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b1774a-6418-4a6d-a4c3-f3eb730019e7 x-openstack-request-id: req-d9b1774a-6418-4a6d-a4c3-f3eb730019e7 {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:49:37.733749 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa69d498-8371-47c9-a71c-9bc14d539743", "tag": "24c25e79-1674-4845-8134-8f5142b099cf", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:49:37.734031 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d9b1774a-6418-4a6d-a4c3-f3eb730019e7 {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:49:37.734868 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa69d498-8371-47c9-a71c-9bc14d539743', 'tag': '24c25e79-1674-4845-8134-8f5142b099cf', 'status': 'completed', 'code': 200} Oct 12 17:49:37.750645 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-25f2ff42-caa6-4f45-938a-53937d486f9e req-3ccf6f2b-f553-4ce9-8058-c9e80d618477 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/security-groups?id=dd45f6b7-988e-461e-9daa-caa3675cfee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785567 Oct 12 17:49:37.752933 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7c8b40a7-af99-413d-9807-14f8a5a288fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:37.762275 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57591ba-69c5-4149-bada-2318fa82b31c admin admin] Pushing event updated for resources: {'Network': ['ID=a85f4caf-3a46-42a0-92b0-4b7083f5fe43,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:37.762275 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-cc819135-6962-4659-b194-179bcceb6189 service neutron] Transition to ACTIVE for port object 35a94161-db3c-4709-8a7d-be058bb5a9fc will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:49:37.770490 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Network a85f4caf-3a46-42a0-92b0-4b7083f5fe43 details requested by agent ovs-agent-dv-cinder-813226-2-iscsi with host dv-cinder-813226-2-iscsi {{(pid=105768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 17:49:37.775044 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-cc819135-6962-4659-b194-179bcceb6189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:37.871025 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc819135-6962-4659-b194-179bcceb6189 service neutron] Pushing event updated for resources: {'Port': ['ID=35a94161-db3c-4709-8a7d-be058bb5a9fc,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:37.910892 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-453c6036-5b38-447c-bd0e-c288cba5806c tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:37.949456 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-cc819135-6962-4659-b194-179bcceb6189 service neutron] Attempting to bind port 35a94161-db3c-4709-8a7d-be058bb5a9fc on host hv-cinder-81322 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:49:37.951934 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-cc819135-6962-4659-b194-179bcceb6189 service neutron] Attempting to bind port 35a94161-db3c-4709-8a7d-be058bb5a9fc by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '65fbf064-3902-45d4-ad7b-f5e5a65fef05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1362, 'network_id': '7f0076a2-dbd2-4243-8c7b-a99512793be3'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:49:37.952340 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-cc819135-6962-4659-b194-179bcceb6189 service neutron] Attempting to bind port 35a94161-db3c-4709-8a7d-be058bb5a9fc on network 7f0076a2-dbd2-4243-8c7b-a99512793be3 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:49:37.965083 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-cc819135-6962-4659-b194-179bcceb6189 service neutron] Port 35a94161-db3c-4709-8a7d-be058bb5a9fc on network 7f0076a2-dbd2-4243-8c7b-a99512793be3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:49:37.965828 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-cc819135-6962-4659-b194-179bcceb6189 service neutron] Attempting to bind port 35a94161-db3c-4709-8a7d-be058bb5a9fc on network 7f0076a2-dbd2-4243-8c7b-a99512793be3 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:49:37.984028 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-cc819135-6962-4659-b194-179bcceb6189 service neutron] Checking agent: {'id': '4d49b38b-ca89-4e5d-a715-678a9ae3215e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 47, 26), 'started_at': datetime.datetime(2021, 10, 12, 17, 47, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:49:37.984406 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-cc819135-6962-4659-b194-179bcceb6189 service neutron] Checking segment: {'id': '65fbf064-3902-45d4-ad7b-f5e5a65fef05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1362, 'network_id': '7f0076a2-dbd2-4243-8c7b-a99512793be3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:49:37.985626 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-cc819135-6962-4659-b194-179bcceb6189 service neutron] Bound using segment: {'id': '65fbf064-3902-45d4-ad7b-f5e5a65fef05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1362, 'network_id': '7f0076a2-dbd2-4243-8c7b-a99512793be3'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:49:37.986124 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-cc819135-6962-4659-b194-179bcceb6189 service neutron] Bound port: 35a94161-db3c-4709-8a7d-be058bb5a9fc, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65fbf064-3902-45d4-ad7b-f5e5a65fef05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1362, 'network_id': '7f0076a2-dbd2-4243-8c7b-a99512793be3'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:49:37.988959 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-cc819135-6962-4659-b194-179bcceb6189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:38.007064 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f423bff3-2a69-40e4-b202-387285ec28cb admin admin] Made reservation on behalf of 2acd21b3ea1b4c8394de0e178ac5bb51 for: {'subnet': 1} {{(pid=105766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:49:38.009770 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f423bff3-2a69-40e4-b202-387285ec28cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:38.078259 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453c6036-5b38-447c-bd0e-c288cba5806c tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Network 57ccf176-38b9-4e1d-8eda-123c8986cf55 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:49:38.117481 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-453c6036-5b38-447c-bd0e-c288cba5806c tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:49:38.119389 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7c8b40a7-af99-413d-9807-14f8a5a288fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:38.128614 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7c8b40a7-af99-413d-9807-14f8a5a288fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:38.129793 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-7c8b40a7-af99-413d-9807-14f8a5a288fa admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9363a45a-9af3-4f8c-ae5a-4736394f7529 HTTP/1.1" status: 204 len: 168 time: 0.7005432 Oct 12 17:49:38.188375 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453c6036-5b38-447c-bd0e-c288cba5806c tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:49:38.283765 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-a8b0a74c-c909-4ce6-aa6f-75eada561d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:38.363982 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-453c6036-5b38-447c-bd0e-c288cba5806c tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:38.491670 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-453c6036-5b38-447c-bd0e-c288cba5806c tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:38.493630 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b40a7-af99-413d-9807-14f8a5a288fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9363a45a-9af3-4f8c-ae5a-4736394f7529,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:38.500070 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-cc819135-6962-4659-b194-179bcceb6189 service neutron] For port 35a94161-db3c-4709-8a7d-be058bb5a9fc, host hv-cinder-81322, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:49:38.507277 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-cc819135-6962-4659-b194-179bcceb6189 service neutron] For port 35a94161-db3c-4709-8a7d-be058bb5a9fc, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=35a94161-db3c-4709-8a7d-be058bb5a9fc,segment=NetworkSegment(65fbf064-3902-45d4-ad7b-f5e5a65fef05),segment_id=65fbf064-3902-45d4-ad7b-f5e5a65fef05)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:49:38.519260 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-cc819135-6962-4659-b194-179bcceb6189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:38.565137 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c6036-5b38-447c-bd0e-c288cba5806c tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Pushing event updated for resources: {'Port': ['ID=ecd69e54-4ae4-4658-88a4-a8a00d0ab3cf,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:38.607588 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e55872-2d57-42f1-b152-a01fbe32e92c req-73a85a4f-4436-42ff-8202-3f3a3794ea82 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:38.609247 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-19e55872-2d57-42f1-b152-a01fbe32e92c req-73a85a4f-4436-42ff-8202-3f3a3794ea82 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 943 time: 0.5271373 Oct 12 17:49:38.633136 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-cc819135-6962-4659-b194-179bcceb6189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:38.633764 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-cc819135-6962-4659-b194-179bcceb6189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:38.635283 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-cc819135-6962-4659-b194-179bcceb6189 service neutron] 10.222.0.44 "PUT /v2.0/ports/35a94161-db3c-4709-8a7d-be058bb5a9fc HTTP/1.1" status: 200 len: 1093 time: 2.0211897 Oct 12 17:49:38.655873 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc819135-6962-4659-b194-179bcceb6189 service neutron] Pushing event updated for resources: {'Port': ['ID=35a94161-db3c-4709-8a7d-be058bb5a9fc,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:38.685821 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019848a-cdf0-458e-a456-f684f12765dc req-dfbd0359-d6b5-4488-8043-e7e5bbd98293 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:38.687680 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a019848a-cdf0-458e-a456-f684f12765dc req-dfbd0359-d6b5-4488-8043-e7e5bbd98293 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5633108-16aa-4364-8e34-678eb18fa309 HTTP/1.1" status: 200 len: 944 time: 0.2980623 Oct 12 17:49:38.757540 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-19e55872-2d57-42f1-b152-a01fbe32e92c req-b7c19903-edc1-4e8f-9fdf-6c2af917479b tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346557 Oct 12 17:49:38.881727 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a019848a-cdf0-458e-a456-f684f12765dc req-b60b608d-ca5e-4a91-8f80-2f069d5de9bb tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852117 Oct 12 17:49:38.962265 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f423bff3-2a69-40e4-b202-387285ec28cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365'] for subnet, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:39.046884 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-453c6036-5b38-447c-bd0e-c288cba5806c tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:39.049009 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f423bff3-2a69-40e4-b202-387285ec28cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=81714147-f5f0-4bcb-a222-92d7afc4198e,revision_number=0']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:39.063019 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-453c6036-5b38-447c-bd0e-c288cba5806c tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:39.135550 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f423bff3-2a69-40e4-b202-387285ec28cb admin admin] Checking segment: {'id': '681e2e9b-b7a1-4dd3-9421-d2a057b40de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1375, 'network_id': 'a85f4caf-3a46-42a0-92b0-4b7083f5fe43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:49:39.135815 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f423bff3-2a69-40e4-b202-387285ec28cb admin admin] Network hostable DHCP agents. Network: a85f4caf-3a46-42a0-92b0-4b7083f5fe43, hostable agents: ['d0966fcc-cf7f-4b12-bb12-2ea8651f1f29'], hosted agents: [] {{(pid=105766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 17:49:39.139493 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-453c6036-5b38-447c-bd0e-c288cba5806c tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8091027'] for floatingip, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:39.164058 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c6036-5b38-447c-bd0e-c288cba5806c tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Pushing event updated for resources: {'Port': ['ID=ecd69e54-4ae4-4658-88a4-a8a00d0ab3cf,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:39.180339 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-453c6036-5b38-447c-bd0e-c288cba5806c tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for floatingip, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:39.181638 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-453c6036-5b38-447c-bd0e-c288cba5806c tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3184922 Oct 12 17:49:39.185822 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f423bff3-2a69-40e4-b202-387285ec28cb admin admin] Network a85f4caf-3a46-42a0-92b0-4b7083f5fe43 is scheduled to be hosted by DHCP agent d0966fcc-cf7f-4b12-bb12-2ea8651f1f29 with binding_index 1 {{(pid=105766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 17:49:39.196793 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c782b8b-00a1-481c-b88a-a7d086d88e5f req-ec274028-b773-4e7a-82ca-52d98c617f5e tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:39.198448 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6c782b8b-00a1-481c-b88a-a7d086d88e5f req-ec274028-b773-4e7a-82ca-52d98c617f5e tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7a6bc11-e2e0-453f-94ad-300b587a0061 HTTP/1.1" status: 200 len: 943 time: 0.1202846 Oct 12 17:49:39.225324 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-f423bff3-2a69-40e4-b202-387285ec28cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813226-2-iscsi, a85f4caf-3a46-42a0-92b0-4b7083f5fe43) {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:49:39.232417 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f423bff3-2a69-40e4-b202-387285ec28cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:39.232973 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f423bff3-2a69-40e4-b202-387285ec28cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for subnet, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:39.247447 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f39fd66-66d5-446d-8dae-c4c60212f6cf None None] Network a85f4caf-3a46-42a0-92b0-4b7083f5fe43 requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:49:39.261347 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6c782b8b-00a1-481c-b88a-a7d086d88e5f req-fa1f80a6-ea82-417f-9f14-a9a00cc30a03 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/security-groups?id=dd45f6b7-988e-461e-9daa-caa3675cfee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546007 Oct 12 17:49:39.266730 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-f423bff3-2a69-40e4-b202-387285ec28cb admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5757973 Oct 12 17:49:39.413260 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1900590-9a40-4106-bcfc-8b7f1c37badf None None] Network a85f4caf-3a46-42a0-92b0-4b7083f5fe43 requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:49:39.429826 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-adf7f267-f47e-4dec-9fa8-c31f8bee8705 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--77158254&fields=id&tenant_id=e4096f27defa41969a63e8b81d280fb2 HTTP/1.1" status: 200 len: 267 time: 0.0535066 Oct 12 17:49:39.503975 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 59654) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:39.583101 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd3caaa4-e7b4-45c8-b6f0-d7c3f7e19a16 admin admin] Deleting subnet 190dc96d-c0b2-4874-af62-38275f77e73e {{(pid=105767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:49:39.588021 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-dd3caaa4-e7b4-45c8-b6f0-d7c3f7e19a16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:39.611272 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-8bc572ef-118e-4c71-b53b-376b555a770e tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:39.612811 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-8bc572ef-118e-4c71-b53b-376b555a770e tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/networks?id=8daa865d-6215-4088-990f-5e71670febd0 HTTP/1.1" status: 200 len: 811 time: 0.1748180 Oct 12 17:49:39.632961 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-484b3070-289e-4457-a103-53e2fc6614a2 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/quotas/e4096f27defa41969a63e8b81d280fb2 HTTP/1.1" status: 200 len: 375 time: 0.0099580 Oct 12 17:49:39.633335 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-dd3caaa4-e7b4-45c8-b6f0-d7c3f7e19a16 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:39.644630 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-dd3caaa4-e7b4-45c8-b6f0-d7c3f7e19a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727552'] for subnet, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:39.709761 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-f53df207-1fd2-48bd-8eff-7c82a0fc35b9 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=e4096f27defa41969a63e8b81d280fb2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0671275 Oct 12 17:49:39.721043 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-dd3caaa4-e7b4-45c8-b6f0-d7c3f7e19a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365'] for subnet, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:39.746106 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8', 'tag': '35a94161-db3c-4709-8a7d-be058bb5a9fc'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:49:39.748408 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ac2626-f8f2-4e11-b9a2-12e866c70da0" -d '{"events": [{"name": "network-changed", "server_uuid": "f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8", "tag": "35a94161-db3c-4709-8a7d-be058bb5a9fc"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:49:39.753809 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3caaa4-e7b4-45c8-b6f0-d7c3f7e19a16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=190dc96d-c0b2-4874-af62-38275f77e73e,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:39.756879 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-dd3caaa4-e7b4-45c8-b6f0-d7c3f7e19a16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for subnet, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:39.762541 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-dd3caaa4-e7b4-45c8-b6f0-d7c3f7e19a16 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/190dc96d-c0b2-4874-af62-38275f77e73e HTTP/1.1" status: 204 len: 168 time: 0.2551572 Oct 12 17:49:39.766072 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 59670) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:39.816688 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43df5ad-dc8f-4da7-a5cc-4948652d6784 x-openstack-request-id: req-e43df5ad-dc8f-4da7-a5cc-4948652d6784 {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:49:39.816973 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8", "tag": "35a94161-db3c-4709-8a7d-be058bb5a9fc", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:49:39.817569 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e43df5ad-dc8f-4da7-a5cc-4948652d6784 {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:49:39.817991 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8', 'tag': '35a94161-db3c-4709-8a7d-be058bb5a9fc', 'status': 'completed', 'code': 200} Oct 12 17:49:39.918093 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-7b6ebfc2-19db-4161-a484-5b8b8fbeb1fd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=892ea9c7-49de-4a42-bb7e-50af2caebbab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829892 Oct 12 17:49:40.033663 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e17262f8-f6e6-47df-95d5-77aa8f126cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657003'] for network, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:40.051731 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-8433ea30-ced6-4fa4-be98-9a1f3d102296 service neutron] 10.222.0.85 "GET /v2.0/networks/8daa865d-6215-4088-990f-5e71670febd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190935 Oct 12 17:49:40.068787 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832d54d-9bfe-4d6f-8f3d-d7916005aee7 req-00c857b8-9aac-46e7-bf08-41b2e2b4093f tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:40.070331 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2832d54d-9bfe-4d6f-8f3d-d7916005aee7 req-00c857b8-9aac-46e7-bf08-41b2e2b4093f tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 943 time: 0.1378222 Oct 12 17:49:40.160606 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-84d59e6e-dd12-4b00-80f6-3fdf6c1c8431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:40.163306 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-84d59e6e-dd12-4b00-80f6-3fdf6c1c8431 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=89b6f4855e534550a81cf612a58075dc&device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 1096 time: 0.1978967 Oct 12 17:49:40.169282 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 59688) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:40.238844 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-247b8975-7944-45bd-9ae8-dad886592b19 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35a94161-db3c-4709-8a7d-be058bb5a9fc HTTP/1.1" status: 200 len: 217 time: 0.0635407 Oct 12 17:49:40.356727 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-fe876ee9-202d-4f27-b9a6-ec3f0b3d76e8 service neutron] 10.222.0.44 "GET /v2.0/networks/892ea9c7-49de-4a42-bb7e-50af2caebbab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936818 Oct 12 17:49:40.383447 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2832d54d-9bfe-4d6f-8f3d-d7916005aee7 req-4f36eac2-6a5a-43ee-9402-b3deb62bcd98 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009729 Oct 12 17:49:40.388728 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985950d-9e52-49fc-a9d8-95e174dabb05 req-16524c89-7a58-490d-b8e9-ccdbbd1447e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:40.390588 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-8985950d-9e52-49fc-a9d8-95e174dabb05 req-16524c89-7a58-490d-b8e9-ccdbbd1447e9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa HTTP/1.1" status: 200 len: 916 time: 0.5532463 Oct 12 17:49:40.413851 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-4fdff387-bbf6-4644-a98e-6a499e3528a2 service neutron] 10.222.0.44 "GET /v2.0/networks/7f0076a2-dbd2-4243-8c7b-a99512793be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5608063 Oct 12 17:49:40.416794 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e17262f8-f6e6-47df-95d5-77aa8f126cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721659', 'neutron.services.segments.db._delete_segments_for_network-8752770191620'] for network, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:40.433374 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-0cc92a4b-ca8e-4227-8b61-24ebabff69db service neutron] 10.222.0.85 "GET /v2.0/networks/8daa865d-6215-4088-990f-5e71670febd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597481 Oct 12 17:49:40.502448 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-8985950d-9e52-49fc-a9d8-95e174dabb05 req-d3c74998-0576-45a7-89cb-e52527b96455 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=426df742-989e-4ee7-a8aa-ecb26353a563 HTTP/1.1" status: 200 len: 217 time: 0.1008992 Oct 12 17:49:40.544952 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8cab1fdc-0eb0-48e0-911d-28f557f33cec req-f205caca-e10d-47ca-b26c-3a091f88f92f service neutron] 10.222.0.44 "GET /v2.0/networks/892ea9c7-49de-4a42-bb7e-50af2caebbab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743097 Oct 12 17:49:40.580807 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-1dc68973-f871-413f-8ac9-b5f926cae8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:40.581550 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d6208-f330-45ba-a99b-e9c6ba18ff72 req-c6decfea-4447-4d29-b1e2-811bd3f9e161 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:40.582252 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-1dc68973-f871-413f-8ac9-b5f926cae8b2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7974bc61-b9a6-46e8-8709-f4c6737f6759 HTTP/1.1" status: 200 len: 859 time: 0.3143151 Oct 12 17:49:40.590758 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-dc4d6208-f330-45ba-a99b-e9c6ba18ff72 req-c6decfea-4447-4d29-b1e2-811bd3f9e161 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5633108-16aa-4364-8e34-678eb18fa309 HTTP/1.1" status: 200 len: 944 time: 0.0983570 Oct 12 17:49:40.598872 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e17262f8-f6e6-47df-95d5-77aa8f126cd1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:49:40.599711 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e17262f8-f6e6-47df-95d5-77aa8f126cd1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:49:40.601237 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e17262f8-f6e6-47df-95d5-77aa8f126cd1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:49:40.601485 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e17262f8-f6e6-47df-95d5-77aa8f126cd1 admin admin] Subscribe: > port after_create 55550000 {{(pid=105767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:49:40.601929 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e17262f8-f6e6-47df-95d5-77aa8f126cd1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:49:40.602265 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e17262f8-f6e6-47df-95d5-77aa8f126cd1 admin admin] Subscribe: > port after_update 55550000 {{(pid=105767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:49:40.602783 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e17262f8-f6e6-47df-95d5-77aa8f126cd1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:49:40.603268 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e17262f8-f6e6-47df-95d5-77aa8f126cd1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:49:40.603592 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e17262f8-f6e6-47df-95d5-77aa8f126cd1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:49:40.603930 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e17262f8-f6e6-47df-95d5-77aa8f126cd1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:49:40.676723 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbcaee1-7fe0-4e4f-92a9-bfa6460f89e9 req-e97514dd-8998-4f19-b6c6-dbc78f64767e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:40.678743 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8fbcaee1-7fe0-4e4f-92a9-bfa6460f89e9 req-e97514dd-8998-4f19-b6c6-dbc78f64767e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e8a2ded45d0b49bb81ccf663233f000b&device_id=e7a6bc11-e2e0-453f-94ad-300b587a0061 HTTP/1.1" status: 200 len: 1096 time: 0.0690949 Oct 12 17:49:40.684204 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-dc4d6208-f330-45ba-a99b-e9c6ba18ff72 req-35e59ea5-657f-4723-9e89-99b32b33e481 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926428 Oct 12 17:49:40.839523 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e17262f8-f6e6-47df-95d5-77aa8f126cd1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:49:40.839890 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e17262f8-f6e6-47df-95d5-77aa8f126cd1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:49:40.840197 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e17262f8-f6e6-47df-95d5-77aa8f126cd1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:49:40.840559 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e17262f8-f6e6-47df-95d5-77aa8f126cd1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:49:40.841195 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.services.segments.db [None req-e17262f8-f6e6-47df-95d5-77aa8f126cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe64b9f9-b2ea-487f-add1-00608e6c0b3f']}} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:49:40.853168 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d72e1aa7-7f72-45f4-adc4-0ddbe7f80bc4 req-bb232424-7632-40b2-9c86-c864c40fdff7 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 210 time: 0.0631294 Oct 12 17:49:40.870204 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a016d-7fff-4a50-b601-a942591509ee req-78531f38-a079-4d83-9454-3e0bd55ae393 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:40.877868 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2c1a016d-7fff-4a50-b601-a942591509ee req-78531f38-a079-4d83-9454-3e0bd55ae393 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7a6bc11-e2e0-453f-94ad-300b587a0061 HTTP/1.1" status: 200 len: 943 time: 0.1977272 Oct 12 17:49:40.960564 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2c1a016d-7fff-4a50-b601-a942591509ee req-26512cb5-33c9-4fac-bb01-cd58e6caf3f0 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/security-groups?id=dd45f6b7-988e-461e-9daa-caa3675cfee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816782 Oct 12 17:49:40.973510 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-2dcb8ecc-4ef6-46d8-a82b-0e90663cab84 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f0076a2-dbd2-4243-8c7b-a99512793be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925417 Oct 12 17:49:40.985352 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbcaee1-7fe0-4e4f-92a9-bfa6460f89e9 req-150ddd35-9fe2-4767-8343-9fd614f719d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:40.986965 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8fbcaee1-7fe0-4e4f-92a9-bfa6460f89e9 req-150ddd35-9fe2-4767-8343-9fd614f719d7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=892ea9c7-49de-4a42-bb7e-50af2caebbab HTTP/1.1" status: 200 len: 913 time: 0.2938545 Oct 12 17:49:40.990064 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.services.segments.db [None req-e17262f8-f6e6-47df-95d5-77aa8f126cd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff60668b-a8a2-4cec-9a30-4671c033c19c') {'for_net_delete': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:49:40.991002 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.services.segments.db [None req-e17262f8-f6e6-47df-95d5-77aa8f126cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff60668b-a8a2-4cec-9a30-4671c033c19c') {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:49:40.995636 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-06f65cf9-0e87-4d40-842b-96e9da6ac014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:41.001093 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-8814d116-9724-435a-8811-2b2e4a171807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:41.026867 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0c692f2d-6529-4544-8885-b5cac6e9a077 req-2ba1afc2-bdda-461b-9d70-661ba81598be service neutron] 10.222.0.44 "GET /v2.0/networks/7f0076a2-dbd2-4243-8c7b-a99512793be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6045003 Oct 12 17:49:41.047250 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8fbcaee1-7fe0-4e4f-92a9-bfa6460f89e9 req-753a753d-801e-498b-9ca3-0bd3d2dc5728 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=668f043c-d8a3-4c6c-b903-ee5b5adf7bfa HTTP/1.1" status: 200 len: 217 time: 0.0515745 Oct 12 17:49:41.048151 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e17262f8-f6e6-47df-95d5-77aa8f126cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752770190093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4686413'] for segment, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:41.106381 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbcaee1-7fe0-4e4f-92a9-bfa6460f89e9 req-d2f52ede-c3c1-4af5-a6e2-2e3eb213ab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:41.107788 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8fbcaee1-7fe0-4e4f-92a9-bfa6460f89e9 req-d2f52ede-c3c1-4af5-a6e2-2e3eb213ab8d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9869a46d-c6fb-4b4f-b1b0-b8d9fe5bbf2a HTTP/1.1" status: 200 len: 851 time: 0.0504355 Oct 12 17:49:41.149654 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8fbcaee1-7fe0-4e4f-92a9-bfa6460f89e9 req-97de4f69-bb4a-41fe-bf65-502452dabdf2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=892ea9c7-49de-4a42-bb7e-50af2caebbab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314081 Oct 12 17:49:41.156332 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985950d-9e52-49fc-a9d8-95e174dabb05 req-59621dc9-2c21-493a-8939-f8b7f85e0b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:41.158021 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-8985950d-9e52-49fc-a9d8-95e174dabb05 req-59621dc9-2c21-493a-8939-f8b7f85e0b51 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=45759d7e-d25f-43ae-8f03-94166684d89c HTTP/1.1" status: 200 len: 854 time: 0.6164300 Oct 12 17:49:41.168718 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e17262f8-f6e6-47df-95d5-77aa8f126cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234'] for segment, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:41.201437 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e17262f8-f6e6-47df-95d5-77aa8f126cd1 admin admin] Releasing vlan 1357 on physical network physnet1 to pool {{(pid=105767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:49:41.201844 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e17262f8-f6e6-47df-95d5-77aa8f126cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5197263'] for segment, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:41.208676 dv-cinder-813226-2-iscsi neutron-server[105767]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 17:49:41.208676 dv-cinder-813226-2-iscsi neutron-server[105767]: from cryptography.utils import int_from_bytes Oct 12 17:49:41.208676 dv-cinder-813226-2-iscsi neutron-server[105767]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 17:49:41.208676 dv-cinder-813226-2-iscsi neutron-server[105767]: from cryptography.utils import int_from_bytes Oct 12 17:49:41.208676 dv-cinder-813226-2-iscsi neutron-server[105767]: Traceback (most recent call last): Oct 12 17:49:41.208676 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:49:41.208676 dv-cinder-813226-2-iscsi neutron-server[105767]: timer() Oct 12 17:49:41.208676 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:49:41.208676 dv-cinder-813226-2-iscsi neutron-server[105767]: cb(*args, **kw) Oct 12 17:49:41.208676 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:49:41.208676 dv-cinder-813226-2-iscsi neutron-server[105767]: return func(*args, **kwargs) Oct 12 17:49:41.208676 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:49:41.208676 dv-cinder-813226-2-iscsi neutron-server[105767]: self._notify() Oct 12 17:49:41.208676 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:49:41.208676 dv-cinder-813226-2-iscsi neutron-server[105767]: self.callback(batched_events) Oct 12 17:49:41.208676 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:49:41.208676 dv-cinder-813226-2-iscsi neutron-server[105767]: event.method(event) Oct 12 17:49:41.208676 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:49:41.208676 dv-cinder-813226-2-iscsi neutron-server[105767]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:49:41.208676 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:49:41.208676 dv-cinder-813226-2-iscsi neutron-server[105767]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:49:41.208676 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:49:41.208676 dv-cinder-813226-2-iscsi neutron-server[105767]: return f(self, *a, **k) Oct 12 17:49:41.208676 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:49:41.208676 dv-cinder-813226-2-iscsi neutron-server[105767]: return self._get(url).json() Oct 12 17:49:41.208676 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:49:41.208676 dv-cinder-813226-2-iscsi neutron-server[105767]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:49:41.208676 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:49:41.208676 dv-cinder-813226-2-iscsi neutron-server[105767]: return self.request(url, 'GET', **kwargs) Oct 12 17:49:41.208676 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:49:41.208676 dv-cinder-813226-2-iscsi neutron-server[105767]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:49:41.208676 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:49:41.208676 dv-cinder-813226-2-iscsi neutron-server[105767]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:49:41.208676 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:49:41.208676 dv-cinder-813226-2-iscsi neutron-server[105767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:49:41.208676 dv-cinder-813226-2-iscsi neutron-server[105767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:49:41.262246 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8fbcaee1-7fe0-4e4f-92a9-bfa6460f89e9 req-8d6e32f3-21bf-444a-be33-b560aa2d8f60 service neutron] 10.222.0.44 "GET /v2.0/networks/892ea9c7-49de-4a42-bb7e-50af2caebbab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930266 Oct 12 17:49:41.273253 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-8985950d-9e52-49fc-a9d8-95e174dabb05 req-7146399e-2b1b-4fdd-a1e6-10d6bac68c8e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983911 Oct 12 17:49:41.391278 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd6476-77a0-4621-aeda-c25b11e433d5 req-4913d0ac-9546-4c25-b03d-ea15a936cee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:41.391865 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-a8cd6476-77a0-4621-aeda-c25b11e433d5 req-4913d0ac-9546-4c25-b03d-ea15a936cee9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=89b6f4855e534550a81cf612a58075dc&device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 1097 time: 0.2873676 Oct 12 17:49:41.395569 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8fbcaee1-7fe0-4e4f-92a9-bfa6460f89e9 req-af529c82-4f5e-4426-8359-9c62d0c59017 service neutron] 10.222.0.44 "GET /v2.0/networks/892ea9c7-49de-4a42-bb7e-50af2caebbab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240666 Oct 12 17:49:41.415100 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-e526b1e7-efef-4b35-8840-fee8b59803ab service neutron] 10.222.0.44 "GET /v2.0/networks/7f0076a2-dbd2-4243-8c7b-a99512793be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278646 Oct 12 17:49:41.424557 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e17262f8-f6e6-47df-95d5-77aa8f126cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8091041'] for network, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:41.434055 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e17262f8-f6e6-47df-95d5-77aa8f126cd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for network, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:41.441772 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 59726) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:41.442172 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-e17262f8-f6e6-47df-95d5-77aa8f126cd1 admin admin] 10.222.0.85 "DELETE /v2.0/networks/fe64b9f9-b2ea-487f-add1-00608e6c0b3f HTTP/1.1" status: 204 len: 168 time: 1.6750319 Oct 12 17:49:41.544752 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17262f8-f6e6-47df-95d5-77aa8f126cd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe64b9f9-b2ea-487f-add1-00608e6c0b3f,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:41.564486 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecce472f-f0cc-4e2c-8463-c99efefca283 admin admin] Deleting subnet 81714147-f5f0-4bcb-a222-92d7afc4198e {{(pid=105766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:49:41.569833 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ecce472f-f0cc-4e2c-8463-c99efefca283 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:41.600616 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32e5f8-f23d-4469-b567-836434eea8cf req-77cf783f-1f6b-438f-957b-6645416aba72 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:41.602176 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-3f32e5f8-f23d-4469-b567-836434eea8cf req-77cf783f-1f6b-438f-957b-6645416aba72 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 943 time: 0.0939546 Oct 12 17:49:41.621134 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ecce472f-f0cc-4e2c-8463-c99efefca283 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:41.642895 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ecce472f-f0cc-4e2c-8463-c99efefca283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727552'] for subnet, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:41.687556 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-3f32e5f8-f23d-4469-b567-836434eea8cf req-dad61f65-e963-4cb8-a09e-8e375fe82bd7 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769498 Oct 12 17:49:41.721736 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ecce472f-f0cc-4e2c-8463-c99efefca283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365'] for subnet, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:41.756639 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce472f-f0cc-4e2c-8463-c99efefca283 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81714147-f5f0-4bcb-a222-92d7afc4198e,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:41.764456 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ecce472f-f0cc-4e2c-8463-c99efefca283 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:41.768031 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-ecce472f-f0cc-4e2c-8463-c99efefca283 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/81714147-f5f0-4bcb-a222-92d7afc4198e HTTP/1.1" status: 204 len: 168 time: 0.3248575 Oct 12 17:49:41.770616 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 59732) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:41.827785 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-06f65cf9-0e87-4d40-842b-96e9da6ac014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:41.840317 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-8985950d-9e52-49fc-a9d8-95e174dabb05 req-cc83e36f-76ff-42ba-84e0-229218307b8b service neutron] 10.222.0.44 "GET /v2.0/networks/e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5436051 Oct 12 17:49:41.840893 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-06f65cf9-0e87-4d40-842b-96e9da6ac014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:41.892126 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:41.922389 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dfb78-0b26-45ac-b1ed-44165d4df865 req-3a24666c-ab15-4439-9940-5cc381807cf8 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:41.923966 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-341dfb78-0b26-45ac-b1ed-44165d4df865 req-3a24666c-ab15-4439-9940-5cc381807cf8 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5633108-16aa-4364-8e34-678eb18fa309 HTTP/1.1" status: 200 len: 944 time: 0.1639671 Oct 12 17:49:41.954047 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-91b34bc0-f44f-436e-96d1-c1db91b405f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657003'] for network, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:41.972527 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd6476-77a0-4621-aeda-c25b11e433d5 req-5655e3a6-cbe0-4070-b1de-a0e237c32039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:41.974013 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-a8cd6476-77a0-4621-aeda-c25b11e433d5 req-5655e3a6-cbe0-4070-b1de-a0e237c32039 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f0076a2-dbd2-4243-8c7b-a99512793be3 HTTP/1.1" status: 200 len: 921 time: 0.5259435 Oct 12 17:49:41.979088 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f65cf9-0e87-4d40-842b-96e9da6ac014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb03b598-a136-4b8c-936b-d14f61efef80,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:41.988556 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-06f65cf9-0e87-4d40-842b-96e9da6ac014 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=45528f07989c4767b75500ee80f3ffbd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8158867 Oct 12 17:49:41.990646 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0b460f3c-8e2d-4316-9f9f-4949e938ec1d req-e538a9df-e2c3-4afc-8b3a-c56fd3a93d0c service neutron] 10.222.0.44 "GET /v2.0/networks/7f0076a2-dbd2-4243-8c7b-a99512793be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5473471 Oct 12 17:49:41.992812 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 59738) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:42.032889 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-668c01da-f3d1-48ce-a50d-33fc780b2e7e req-4931291d-8cd2-449e-a7fc-3aa64a22a42a tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 210 time: 0.0494461 Oct 12 17:49:42.048272 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-a8cd6476-77a0-4621-aeda-c25b11e433d5 req-ddf04442-6b5a-40de-9d55-f145b4f63a76 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24c25e79-1674-4845-8134-8f5142b099cf HTTP/1.1" status: 200 len: 217 time: 0.0563023 Oct 12 17:49:42.111617 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-341dfb78-0b26-45ac-b1ed-44165d4df865 req-cbd85b03-272c-40c6-aabe-5c94d5457ada tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745081 Oct 12 17:49:42.194133 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-e4fd25aa-d218-49bb-b22c-857a588cd673 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:42.195610 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-e4fd25aa-d218-49bb-b22c-857a588cd673 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.44 "GET /v2.0/networks?id=8daa865d-6215-4088-990f-5e71670febd0 HTTP/1.1" status: 200 len: 811 time: 0.2691801 Oct 12 17:49:42.199568 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-91b34bc0-f44f-436e-96d1-c1db91b405f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721659', 'neutron.services.segments.db._delete_segments_for_network-8752770191620'] for network, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:42.201264 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-8985950d-9e52-49fc-a9d8-95e174dabb05 req-6dc0b445-cd85-45c5-8e35-25856b22d0a2 service neutron] 10.222.0.44 "GET /v2.0/networks/e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466418 Oct 12 17:49:42.218738 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd6476-77a0-4621-aeda-c25b11e433d5 req-6cc66485-8653-498a-a4dc-334b5d6b044f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:42.220190 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-a8cd6476-77a0-4621-aeda-c25b11e433d5 req-6cc66485-8653-498a-a4dc-334b5d6b044f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7974bc61-b9a6-46e8-8709-f4c6737f6759 HTTP/1.1" status: 200 len: 859 time: 0.1605682 Oct 12 17:49:42.232453 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-880df962-cd64-4bd8-b147-8c9134ef86bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:42.237502 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-91b34bc0-f44f-436e-96d1-c1db91b405f0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:49:42.237832 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-91b34bc0-f44f-436e-96d1-c1db91b405f0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:49:42.238584 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-91b34bc0-f44f-436e-96d1-c1db91b405f0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:49:42.238912 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-91b34bc0-f44f-436e-96d1-c1db91b405f0 admin admin] Subscribe: > port after_create 55550000 {{(pid=105766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:49:42.239244 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-91b34bc0-f44f-436e-96d1-c1db91b405f0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:49:42.239566 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-91b34bc0-f44f-436e-96d1-c1db91b405f0 admin admin] Subscribe: > port after_update 55550000 {{(pid=105766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:49:42.240168 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-91b34bc0-f44f-436e-96d1-c1db91b405f0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:49:42.240353 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-91b34bc0-f44f-436e-96d1-c1db91b405f0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:49:42.240687 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-91b34bc0-f44f-436e-96d1-c1db91b405f0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:49:42.241143 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-91b34bc0-f44f-436e-96d1-c1db91b405f0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:49:42.251211 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:42.267164 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-a8cd6476-77a0-4621-aeda-c25b11e433d5 req-2aa72eaf-04bf-4be8-a582-f38ffd9eea55 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f0076a2-dbd2-4243-8c7b-a99512793be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361478 Oct 12 17:49:42.274073 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac2626-f8f2-4e11-b9a2-12e866c70da0 req-310d7e4b-ae5f-4b52-b266-9667ec93d1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:42.276161 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-61ac2626-f8f2-4e11-b9a2-12e866c70da0 req-310d7e4b-ae5f-4b52-b266-9667ec93d1da service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=89b6f4855e534550a81cf612a58075dc&device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 1096 time: 0.1747098 Oct 12 17:49:42.293722 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-880df962-cd64-4bd8-b147-8c9134ef86bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:42.305884 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-91b34bc0-f44f-436e-96d1-c1db91b405f0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:49:42.306215 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-91b34bc0-f44f-436e-96d1-c1db91b405f0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:49:42.306580 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-91b34bc0-f44f-436e-96d1-c1db91b405f0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:49:42.306904 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-91b34bc0-f44f-436e-96d1-c1db91b405f0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:49:42.307270 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.services.segments.db [None req-91b34bc0-f44f-436e-96d1-c1db91b405f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a85f4caf-3a46-42a0-92b0-4b7083f5fe43']}} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:49:42.330306 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.services.segments.db [None req-91b34bc0-f44f-436e-96d1-c1db91b405f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '681e2e9b-b7a1-4dd3-9421-d2a057b40de9') {'for_net_delete': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:49:42.330603 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.services.segments.db [None req-91b34bc0-f44f-436e-96d1-c1db91b405f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '681e2e9b-b7a1-4dd3-9421-d2a057b40de9') {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:49:42.361051 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-91b34bc0-f44f-436e-96d1-c1db91b405f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752770190093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6237303'] for segment, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:42.386644 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69eb2fb-58a8-4dec-a5f4-21028b50cb86 req-253a2ea6-9bc0-4815-898b-7b8c6ff341b8 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:42.388230 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c69eb2fb-58a8-4dec-a5f4-21028b50cb86 req-253a2ea6-9bc0-4815-898b-7b8c6ff341b8 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7a6bc11-e2e0-453f-94ad-300b587a0061 HTTP/1.1" status: 200 len: 943 time: 0.2356608 Oct 12 17:49:42.403482 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-a3d20001-fcf9-45ca-a3d0-be4b44328497 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4096f27defa41969a63e8b81d280fb2 HTTP/1.1" status: 200 len: 378 time: 0.1925366 Oct 12 17:49:42.424884 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-d6d98698-c382-4e48-90e0-4efc22b8ac71 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Request body: {'port': {'device_id': '330fd13a-4c89-4b8d-a80f-b8c6e301d590', 'network_id': '8daa865d-6215-4088-990f-5e71670febd0', 'admin_state_up': True, 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'security_groups': ['64d5b702-2fe8-4be1-bed8-5e9e76d6467e']}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:49:42.429006 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-91b34bc0-f44f-436e-96d1-c1db91b405f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234'] for segment, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:42.471674 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac2626-f8f2-4e11-b9a2-12e866c70da0 req-d5e745ce-7092-48ef-8bdf-09fb49ac8881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:42.473983 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-61ac2626-f8f2-4e11-b9a2-12e866c70da0 req-d5e745ce-7092-48ef-8bdf-09fb49ac8881 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f0076a2-dbd2-4243-8c7b-a99512793be3 HTTP/1.1" status: 200 len: 921 time: 0.1815922 Oct 12 17:49:42.478128 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-a8cd6476-77a0-4621-aeda-c25b11e433d5 req-9b61005f-9a54-4741-bc61-1842bb45a714 service neutron] 10.222.0.44 "GET /v2.0/networks/7f0076a2-dbd2-4243-8c7b-a99512793be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971877 Oct 12 17:49:42.486227 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-880df962-cd64-4bd8-b147-8c9134ef86bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:42.488342 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91b34bc0-f44f-436e-96d1-c1db91b405f0 admin admin] Releasing vlan 1375 on physical network physnet1 to pool {{(pid=105766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:49:42.488824 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-880df962-cd64-4bd8-b147-8c9134ef86bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:42.488916 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-91b34bc0-f44f-436e-96d1-c1db91b405f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4462734'] for segment, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:42.492748 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-880df962-cd64-4bd8-b147-8c9134ef86bf admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/cb03b598-a136-4b8c-936b-d14f61efef80 HTTP/1.1" status: 204 len: 168 time: 0.4944167 Oct 12 17:49:42.493401 dv-cinder-813226-2-iscsi neutron-server[105766]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 17:49:42.493401 dv-cinder-813226-2-iscsi neutron-server[105766]: from cryptography.utils import int_from_bytes Oct 12 17:49:42.493401 dv-cinder-813226-2-iscsi neutron-server[105766]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 17:49:42.493401 dv-cinder-813226-2-iscsi neutron-server[105766]: from cryptography.utils import int_from_bytes Oct 12 17:49:42.493401 dv-cinder-813226-2-iscsi neutron-server[105766]: Traceback (most recent call last): Oct 12 17:49:42.493401 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:49:42.493401 dv-cinder-813226-2-iscsi neutron-server[105766]: timer() Oct 12 17:49:42.493401 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:49:42.493401 dv-cinder-813226-2-iscsi neutron-server[105766]: cb(*args, **kw) Oct 12 17:49:42.493401 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:49:42.493401 dv-cinder-813226-2-iscsi neutron-server[105766]: return func(*args, **kwargs) Oct 12 17:49:42.493401 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:49:42.493401 dv-cinder-813226-2-iscsi neutron-server[105766]: self._notify() Oct 12 17:49:42.493401 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:49:42.493401 dv-cinder-813226-2-iscsi neutron-server[105766]: self.callback(batched_events) Oct 12 17:49:42.493401 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:49:42.493401 dv-cinder-813226-2-iscsi neutron-server[105766]: event.method(event) Oct 12 17:49:42.493401 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:49:42.493401 dv-cinder-813226-2-iscsi neutron-server[105766]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:49:42.493401 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:49:42.493401 dv-cinder-813226-2-iscsi neutron-server[105766]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:49:42.493401 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:49:42.493401 dv-cinder-813226-2-iscsi neutron-server[105766]: return f(self, *a, **k) Oct 12 17:49:42.493401 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:49:42.493401 dv-cinder-813226-2-iscsi neutron-server[105766]: return self._get(url).json() Oct 12 17:49:42.493401 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:49:42.493401 dv-cinder-813226-2-iscsi neutron-server[105766]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:49:42.493401 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:49:42.493401 dv-cinder-813226-2-iscsi neutron-server[105766]: return self.request(url, 'GET', **kwargs) Oct 12 17:49:42.493401 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:49:42.493401 dv-cinder-813226-2-iscsi neutron-server[105766]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:49:42.493401 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:49:42.493401 dv-cinder-813226-2-iscsi neutron-server[105766]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:49:42.493401 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:49:42.493401 dv-cinder-813226-2-iscsi neutron-server[105766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:49:42.493401 dv-cinder-813226-2-iscsi neutron-server[105766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:49:42.581792 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880df962-cd64-4bd8-b147-8c9134ef86bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb03b598-a136-4b8c-936b-d14f61efef80,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:42.588409 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-61ac2626-f8f2-4e11-b9a2-12e866c70da0 req-f9b1d1ca-2e81-42aa-a715-3c55a7cdc80f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35a94161-db3c-4709-8a7d-be058bb5a9fc HTTP/1.1" status: 200 len: 217 time: 0.0972483 Oct 12 17:49:42.693403 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac2626-f8f2-4e11-b9a2-12e866c70da0 req-7050ac4e-19b9-49bb-af5d-0499bbd17c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:42.695603 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-61ac2626-f8f2-4e11-b9a2-12e866c70da0 req-7050ac4e-19b9-49bb-af5d-0499bbd17c58 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7974bc61-b9a6-46e8-8709-f4c6737f6759 HTTP/1.1" status: 200 len: 859 time: 0.0949962 Oct 12 17:49:42.702284 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-a8cd6476-77a0-4621-aeda-c25b11e433d5 req-0fc71849-b02b-47a7-a56c-b9164924a5c9 service neutron] 10.222.0.44 "GET /v2.0/networks/7f0076a2-dbd2-4243-8c7b-a99512793be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100158 Oct 12 17:49:42.751059 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-61ac2626-f8f2-4e11-b9a2-12e866c70da0 req-7867c90e-05e3-4091-a739-ebd5c550ff7f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f0076a2-dbd2-4243-8c7b-a99512793be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398083 Oct 12 17:49:42.788217 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c69eb2fb-58a8-4dec-a5f4-21028b50cb86 req-94dc3260-a72c-405f-a81b-fd3569cc504f tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/security-groups?id=dd45f6b7-988e-461e-9daa-caa3675cfee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927989 Oct 12 17:49:42.840910 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-91b34bc0-f44f-436e-96d1-c1db91b405f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8091041'] for network, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:42.873237 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 24c25e79-1674-4845-8134-8f5142b099cf details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:49:42.907444 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b34bc0-f44f-436e-96d1-c1db91b405f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a85f4caf-3a46-42a0-92b0-4b7083f5fe43,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:42.917141 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-91b34bc0-f44f-436e-96d1-c1db91b405f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for network, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:42.922203 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-91b34bc0-f44f-436e-96d1-c1db91b405f0 admin admin] 10.222.0.85 "DELETE /v2.0/networks/a85f4caf-3a46-42a0-92b0-4b7083f5fe43 HTTP/1.1" status: 204 len: 168 time: 1.1505721 Oct 12 17:49:42.967153 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-61ac2626-f8f2-4e11-b9a2-12e866c70da0 req-0eb98ab8-9f56-456d-8f9b-4215d93af111 service neutron] 10.222.0.44 "GET /v2.0/networks/7f0076a2-dbd2-4243-8c7b-a99512793be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071719 Oct 12 17:49:42.996137 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a266ce5-c45f-4bb6-8b40-4772f37830f8 req-9386e709-4bc0-4233-814e-462be0ae2330 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:42.998136 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2a266ce5-c45f-4bb6-8b40-4772f37830f8 req-9386e709-4bc0-4233-814e-462be0ae2330 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 943 time: 0.1725991 Oct 12 17:49:43.038540 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 24c25e79-1674-4845-8134-8f5142b099cf, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=24c25e79-1674-4845-8134-8f5142b099cf,segment=NetworkSegment(65fbf064-3902-45d4-ad7b-f5e5a65fef05),segment_id=65fbf064-3902-45d4-ad7b-f5e5a65fef05)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:49:43.043504 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-d6d98698-c382-4e48-90e0-4efc22b8ac71 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Made reservation on behalf of e4096f27defa41969a63e8b81d280fb2 for: {'port': 1} {{(pid=105766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:49:43.048773 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-d6d98698-c382-4e48-90e0-4efc22b8ac71 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:43.052170 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Returning: {'device': '24c25e79-1674-4845-8134-8f5142b099cf', 'network_id': '7f0076a2-dbd2-4243-8c7b-a99512793be3', 'port_id': '24c25e79-1674-4845-8134-8f5142b099cf', 'mac_address': 'fa:16:3e:d1:c9:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7974bc61-b9a6-46e8-8709-f4c6737f6759', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:49:43.095586 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2a266ce5-c45f-4bb6-8b40-4772f37830f8 req-3bad6353-6443-4dac-80d9-d6085b65da3c tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874627 Oct 12 17:49:43.096308 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 59770) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:43.126411 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:43.144219 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c25e79-1674-4845-8134-8f5142b099cf {{(pid=105768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:49:43.144469 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-61ac2626-f8f2-4e11-b9a2-12e866c70da0 req-beefa6e7-5605-447a-8b85-3cedfe2377c6 service neutron] 10.222.0.44 "GET /v2.0/networks/7f0076a2-dbd2-4243-8c7b-a99512793be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680086 Oct 12 17:49:43.169930 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a3d0b3d9-0002-489f-a3fe-92a0e0c333e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:43.175595 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 24c25e79-1674-4845-8134-8f5142b099cf, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=24c25e79-1674-4845-8134-8f5142b099cf,segment=NetworkSegment(65fbf064-3902-45d4-ad7b-f5e5a65fef05),segment_id=65fbf064-3902-45d4-ad7b-f5e5a65fef05)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:49:43.186405 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:43.187309 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 35a94161-db3c-4709-8a7d-be058bb5a9fc details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:49:43.246785 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 59774) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:43.277234 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=24c25e79-1674-4845-8134-8f5142b099cf,revision_number=4']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:43.284645 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-53dc865a-b64e-4497-acc8-1933d4f79f67 req-db69153c-b862-4b52-a2ff-07b73623578c tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 210 time: 0.0707662 Oct 12 17:49:43.285715 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 35a94161-db3c-4709-8a7d-be058bb5a9fc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=35a94161-db3c-4709-8a7d-be058bb5a9fc,segment=NetworkSegment(65fbf064-3902-45d4-ad7b-f5e5a65fef05),segment_id=65fbf064-3902-45d4-ad7b-f5e5a65fef05)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:49:43.313094 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Returning: {'device': '35a94161-db3c-4709-8a7d-be058bb5a9fc', 'network_id': '7f0076a2-dbd2-4243-8c7b-a99512793be3', 'port_id': '35a94161-db3c-4709-8a7d-be058bb5a9fc', 'mac_address': 'fa:16:3e:13:8e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7974bc61-b9a6-46e8-8709-f4c6737f6759', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:49:43.371341 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:43.384170 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 59778) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:43.396673 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35a94161-db3c-4709-8a7d-be058bb5a9fc {{(pid=105768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:49:43.407608 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1557467-9ef9-4af0-acbb-26172be28986 req-2cc19993-a2a3-473d-97d1-66890eacd4ab tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:43.409116 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c1557467-9ef9-4af0-acbb-26172be28986 req-2cc19993-a2a3-473d-97d1-66890eacd4ab tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5633108-16aa-4364-8e34-678eb18fa309 HTTP/1.1" status: 200 len: 944 time: 0.1373994 Oct 12 17:49:43.411395 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-01622b2a-98f7-4dfe-b835-113921b2eedc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:43.427607 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 35a94161-db3c-4709-8a7d-be058bb5a9fc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=35a94161-db3c-4709-8a7d-be058bb5a9fc,segment=NetworkSegment(65fbf064-3902-45d4-ad7b-f5e5a65fef05),segment_id=65fbf064-3902-45d4-ad7b-f5e5a65fef05)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:49:43.433706 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:43.434619 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 668f043c-d8a3-4c6c-b903-ee5b5adf7bfa details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:49:43.463994 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-d6d98698-c382-4e48-90e0-4efc22b8ac71 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Allocated IP 172.20.0.5 (8daa865d-6215-4088-990f-5e71670febd0/2c9bbc10-98c9-4f8e-a058-09cebb338727/05713618-3202-4502-a13e-e28f99b20532) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:49:43.468998 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-e3f4f437-9111-4518-8399-a90ad9f28629 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7f697a532e9948efa56268ecbf9e0c56&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0790870 Oct 12 17:49:43.471532 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 59780) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:43.495040 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=35a94161-db3c-4709-8a7d-be058bb5a9fc,revision_number=4']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:43.501808 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c1557467-9ef9-4af0-acbb-26172be28986 req-3d794ed1-a77b-45f5-bc94-e46cb5c7aa1f tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840411 Oct 12 17:49:43.509199 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a3d0b3d9-0002-489f-a3fe-92a0e0c333e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:43.525311 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a3d0b3d9-0002-489f-a3fe-92a0e0c333e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:43.566334 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2d5a566d-2fac-4c83-ba6d-b5ba91b21987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:43.587085 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-01622b2a-98f7-4dfe-b835-113921b2eedc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:43.587278 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-a3d0b3d9-0002-489f-a3fe-92a0e0c333e0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a23e83ef2f20437f971f32422661ac58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4897079 Oct 12 17:49:43.587789 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 59782) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:43.600097 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-01622b2a-98f7-4dfe-b835-113921b2eedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:43.604649 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2d5a566d-2fac-4c83-ba6d-b5ba91b21987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:43.620479 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 668f043c-d8a3-4c6c-b903-ee5b5adf7bfa, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=668f043c-d8a3-4c6c-b903-ee5b5adf7bfa,segment=NetworkSegment(86f8eb35-b08f-4e91-85b0-ccb6e44b24b8),segment_id=86f8eb35-b08f-4e91-85b0-ccb6e44b24b8)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:49:43.634542 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Returning: {'device': '668f043c-d8a3-4c6c-b903-ee5b5adf7bfa', 'network_id': '892ea9c7-49de-4a42-bb7e-50af2caebbab', 'port_id': '668f043c-d8a3-4c6c-b903-ee5b5adf7bfa', 'mac_address': 'fa:16:3e:9d:45:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9869a46d-c6fb-4b4f-b1b0-b8d9fe5bbf2a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:49:43.636830 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d0b3d9-0002-489f-a3fe-92a0e0c333e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7325d152-d552-4900-a63d-abfad807597f,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:43.665041 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-01622b2a-98f7-4dfe-b835-113921b2eedc admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=47cf744770684ea88722ed8922c950f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4172180 Oct 12 17:49:43.669828 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 59784) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:43.670230 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01622b2a-98f7-4dfe-b835-113921b2eedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91acb220-d18c-42cc-b879-a71f9e62471a,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:43.686534 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:43.698216 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2d5a566d-2fac-4c83-ba6d-b5ba91b21987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:43.700849 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2d5a566d-2fac-4c83-ba6d-b5ba91b21987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:43.702027 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-2d5a566d-2fac-4c83-ba6d-b5ba91b21987 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f856b3fb-d410-4a1d-a961-900d12fae28e HTTP/1.1" status: 204 len: 168 time: 0.2300084 Oct 12 17:49:43.713004 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 668f043c-d8a3-4c6c-b903-ee5b5adf7bfa {{(pid=105768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:49:43.724033 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a566d-2fac-4c83-ba6d-b5ba91b21987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f856b3fb-d410-4a1d-a961-900d12fae28e,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:43.735043 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f30e9cdc-c28a-4e65-add2-0015f18cbad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:43.748162 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 668f043c-d8a3-4c6c-b903-ee5b5adf7bfa, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=668f043c-d8a3-4c6c-b903-ee5b5adf7bfa,segment=NetworkSegment(86f8eb35-b08f-4e91-85b0-ccb6e44b24b8),segment_id=86f8eb35-b08f-4e91-85b0-ccb6e44b24b8)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:49:43.765160 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:43.765917 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 426df742-989e-4ee7-a8aa-ecb26353a563 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:49:43.771276 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-d6d98698-c382-4e48-90e0-4efc22b8ac71 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:43.793219 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f30e9cdc-c28a-4e65-add2-0015f18cbad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:43.825755 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7976fb20-5af9-4b24-98ce-228bdcd9957b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:43.825941 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:43.879348 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=668f043c-d8a3-4c6c-b903-ee5b5adf7bfa,revision_number=4']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:43.906551 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7976fb20-5af9-4b24-98ce-228bdcd9957b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:43.938469 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-d6d98698-c382-4e48-90e0-4efc22b8ac71 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4464511'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:43.938879 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 426df742-989e-4ee7-a8aa-ecb26353a563, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=426df742-989e-4ee7-a8aa-ecb26353a563,segment=NetworkSegment(5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8),segment_id=5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:49:43.958821 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Returning: {'device': '426df742-989e-4ee7-a8aa-ecb26353a563', 'network_id': 'e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa', 'port_id': '426df742-989e-4ee7-a8aa-ecb26353a563', 'mac_address': 'fa:16:3e:27:fd:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45759d7e-d25f-43ae-8f03-94166684d89c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:49:43.992423 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f30e9cdc-c28a-4e65-add2-0015f18cbad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:43.995276 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f30e9cdc-c28a-4e65-add2-0015f18cbad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:43.996596 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-f30e9cdc-c28a-4e65-add2-0015f18cbad2 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7325d152-d552-4900-a63d-abfad807597f HTTP/1.1" status: 204 len: 168 time: 0.3778653 Oct 12 17:49:44.007276 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:44.028251 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 426df742-989e-4ee7-a8aa-ecb26353a563 {{(pid=105768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:49:44.032761 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-d6d98698-c382-4e48-90e0-4efc22b8ac71 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Network 8daa865d-6215-4088-990f-5e71670febd0 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:49:44.041161 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac74db0-43ec-4e0e-b8cb-2455beb0fb00 req-54e09afc-2371-4545-b2d6-4d80b0bc93e2 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:44.042754 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6ac74db0-43ec-4e0e-b8cb-2455beb0fb00 req-54e09afc-2371-4545-b2d6-4d80b0bc93e2 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7a6bc11-e2e0-453f-94ad-300b587a0061 HTTP/1.1" status: 200 len: 944 time: 0.1827865 Oct 12 17:49:44.047790 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-d6d98698-c382-4e48-90e0-4efc22b8ac71 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:49:44.049901 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e9cdc-c28a-4e65-add2-0015f18cbad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7325d152-d552-4900-a63d-abfad807597f,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:44.051843 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-d6d98698-c382-4e48-90e0-4efc22b8ac71 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:49:44.056001 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d98698-c382-4e48-90e0-4efc22b8ac71 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Pushing event updated for resources: {'Port': ['ID=05713618-3202-4502-a13e-e28f99b20532,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:44.062641 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 426df742-989e-4ee7-a8aa-ecb26353a563, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=426df742-989e-4ee7-a8aa-ecb26353a563,segment=NetworkSegment(5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8),segment_id=5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:49:44.075261 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:44.085618 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7976fb20-5af9-4b24-98ce-228bdcd9957b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:44.088175 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7976fb20-5af9-4b24-98ce-228bdcd9957b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:44.089498 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-7976fb20-5af9-4b24-98ce-228bdcd9957b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/91acb220-d18c-42cc-b879-a71f9e62471a HTTP/1.1" status: 204 len: 168 time: 0.4187243 Oct 12 17:49:44.144466 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=426df742-989e-4ee7-a8aa-ecb26353a563,revision_number=4']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:44.164126 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976fb20-5af9-4b24-98ce-228bdcd9957b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91acb220-d18c-42cc-b879-a71f9e62471a,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:44.205634 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 59804) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:44.229524 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-d6d98698-c382-4e48-90e0-4efc22b8ac71 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:44.230716 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-d6d98698-c382-4e48-90e0-4efc22b8ac71 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for port, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:44.250768 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6ac74db0-43ec-4e0e-b8cb-2455beb0fb00 req-e75cdbf5-63d8-4370-8dfa-91d8c3abb679 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/security-groups?id=dd45f6b7-988e-461e-9daa-caa3675cfee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942756 Oct 12 17:49:44.302429 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-d6d98698-c382-4e48-90e0-4efc22b8ac71 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8841798 Oct 12 17:49:44.314253 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-362894ac-e431-4f65-a2d7-92bb213dcba3 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2acd21b3ea1b4c8394de0e178ac5bb51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1049125 Oct 12 17:49:44.316745 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 59808) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:44.369254 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-96c9dd39-2c9b-4b59-af36-2ae63a9adc01 service neutron] Request body: {'port': {'device_id': '330fd13a-4c89-4b8d-a80f-b8c6e301d590', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:49:44.418385 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-6cda87c3-bd5e-40a6-a872-af74489ca2c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:44.428101 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-689d67ee-785a-4744-9925-f69e97a9b330 None None] Provisioning complete for port 05713618-3202-4502-a13e-e28f99b20532 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:49:44.428668 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-689d67ee-785a-4744-9925-f69e97a9b330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:44.486427 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-6cda87c3-bd5e-40a6-a872-af74489ca2c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:44.499460 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-689d67ee-785a-4744-9925-f69e97a9b330 None None] Port 05713618-3202-4502-a13e-e28f99b20532 cannot update to ACTIVE because it is not bound. {{(pid=105768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:49:44.535798 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaea6d8-2f19-472a-8330-775b85122802 req-0364bf23-957e-4c08-a028-58a1cc8795db tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:44.537957 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9aaea6d8-2f19-472a-8330-775b85122802 req-0364bf23-957e-4c08-a028-58a1cc8795db tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 944 time: 0.2642009 Oct 12 17:49:44.561930 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['668f043c-d8a3-4c6c-b903-ee5b5adf7bfa'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:49:44.574074 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-6cda87c3-bd5e-40a6-a872-af74489ca2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:44.577076 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8feac-7e38-4eb3-b5b0-50a041fd559c req-585c9818-aca4-4385-b12a-f44fe6120381 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:44.579377 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-6cda87c3-bd5e-40a6-a872-af74489ca2c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:44.580920 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-bed8feac-7e38-4eb3-b5b0-50a041fd559c req-585c9818-aca4-4385-b12a-f44fe6120381 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 931 time: 0.1983943 Oct 12 17:49:44.584041 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-6cda87c3-bd5e-40a6-a872-af74489ca2c1 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9b4ba31a-3534-4753-b07a-93587fad5742 HTTP/1.1" status: 204 len: 168 time: 0.2637544 Oct 12 17:49:44.593728 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-96c9dd39-2c9b-4b59-af36-2ae63a9adc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:44.618555 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda87c3-bd5e-40a6-a872-af74489ca2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4ba31a-3534-4753-b07a-93587fad5742,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:44.635876 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['426df742-989e-4ee7-a8aa-ecb26353a563'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:49:44.642026 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['24c25e79-1674-4845-8134-8f5142b099cf'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:49:44.644507 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['35a94161-db3c-4709-8a7d-be058bb5a9fc'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:49:44.725442 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-bed8feac-7e38-4eb3-b5b0-50a041fd559c req-af5f07f9-87e4-4f1d-8f72-8d6ef124cf28 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1241107 Oct 12 17:49:44.753993 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9aaea6d8-2f19-472a-8330-775b85122802 req-730e7bcc-6bc2-421d-a730-f50457b38ac3 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025008 Oct 12 17:49:44.998648 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4a181-698b-4a8b-a552-f5b0709156c7 req-eb7d1388-e6cd-4ab4-b888-b9056ee11bd2 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:45.001398 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-37b4a181-698b-4a8b-a552-f5b0709156c7 req-eb7d1388-e6cd-4ab4-b888-b9056ee11bd2 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5633108-16aa-4364-8e34-678eb18fa309 HTTP/1.1" status: 200 len: 945 time: 0.1478710 Oct 12 17:49:45.103807 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-37b4a181-698b-4a8b-a552-f5b0709156c7 req-75b44353-af1f-4e0c-8fcb-0a2ff2f6a946 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878410 Oct 12 17:49:45.234441 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.notifiers.nova [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-96c9dd39-2c9b-4b59-af36-2ae63a9adc01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05713618-3202-4502-a13e-e28f99b20532 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:49:45.243773 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-96c9dd39-2c9b-4b59-af36-2ae63a9adc01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:45.258228 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-96c9dd39-2c9b-4b59-af36-2ae63a9adc01 service neutron] Transition to ACTIVE for port object 05713618-3202-4502-a13e-e28f99b20532 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:49:45.265791 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-96c9dd39-2c9b-4b59-af36-2ae63a9adc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4464486'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:45.412154 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9dd39-2c9b-4b59-af36-2ae63a9adc01 service neutron] Pushing event updated for resources: {'Port': ['ID=05713618-3202-4502-a13e-e28f99b20532,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:45.463982 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e57d9-8106-4dc3-a1ab-cfba161bf89c req-0a4bb08f-4785-4371-bc95-ff4fcb8f7333 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:45.465685 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-520e57d9-8106-4dc3-a1ab-cfba161bf89c req-0a4bb08f-4785-4371-bc95-ff4fcb8f7333 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7a6bc11-e2e0-453f-94ad-300b587a0061 HTTP/1.1" status: 200 len: 944 time: 0.1305985 Oct 12 17:49:45.493470 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-96c9dd39-2c9b-4b59-af36-2ae63a9adc01 service neutron] Attempting to bind port 05713618-3202-4502-a13e-e28f99b20532 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:49:45.493802 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-96c9dd39-2c9b-4b59-af36-2ae63a9adc01 service neutron] Attempting to bind port 05713618-3202-4502-a13e-e28f99b20532 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '05f459ba-52ee-4bb6-9d47-8bda0a83627a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': '8daa865d-6215-4088-990f-5e71670febd0'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:49:45.494132 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-96c9dd39-2c9b-4b59-af36-2ae63a9adc01 service neutron] Attempting to bind port 05713618-3202-4502-a13e-e28f99b20532 on network 8daa865d-6215-4088-990f-5e71670febd0 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:49:45.506993 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-96c9dd39-2c9b-4b59-af36-2ae63a9adc01 service neutron] Port 05713618-3202-4502-a13e-e28f99b20532 on network 8daa865d-6215-4088-990f-5e71670febd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:49:45.507327 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-96c9dd39-2c9b-4b59-af36-2ae63a9adc01 service neutron] Attempting to bind port 05713618-3202-4502-a13e-e28f99b20532 on network 8daa865d-6215-4088-990f-5e71670febd0 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:49:45.515796 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-96c9dd39-2c9b-4b59-af36-2ae63a9adc01 service neutron] Checking agent: {'id': '4d49b38b-ca89-4e5d-a715-678a9ae3215e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 47, 26), 'started_at': datetime.datetime(2021, 10, 12, 17, 47, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:49:45.516152 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-96c9dd39-2c9b-4b59-af36-2ae63a9adc01 service neutron] Checking segment: {'id': '05f459ba-52ee-4bb6-9d47-8bda0a83627a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': '8daa865d-6215-4088-990f-5e71670febd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:49:45.516517 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-96c9dd39-2c9b-4b59-af36-2ae63a9adc01 service neutron] Bound using segment: {'id': '05f459ba-52ee-4bb6-9d47-8bda0a83627a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': '8daa865d-6215-4088-990f-5e71670febd0'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:49:45.517012 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-96c9dd39-2c9b-4b59-af36-2ae63a9adc01 service neutron] Bound port: 05713618-3202-4502-a13e-e28f99b20532, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f459ba-52ee-4bb6-9d47-8bda0a83627a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': '8daa865d-6215-4088-990f-5e71670febd0'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:49:45.517367 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-96c9dd39-2c9b-4b59-af36-2ae63a9adc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:45.543059 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-520e57d9-8106-4dc3-a1ab-cfba161bf89c req-36d05d91-e6d3-4f64-8ab3-72da135ef4c9 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/security-groups?id=dd45f6b7-988e-461e-9daa-caa3675cfee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644410 Oct 12 17:49:45.604218 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.db [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-96c9dd39-2c9b-4b59-af36-2ae63a9adc01 service neutron] For port 05713618-3202-4502-a13e-e28f99b20532, host hv-cinder-81322, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:49:45.607633 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.db [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-96c9dd39-2c9b-4b59-af36-2ae63a9adc01 service neutron] For port 05713618-3202-4502-a13e-e28f99b20532, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=05713618-3202-4502-a13e-e28f99b20532,segment=NetworkSegment(05f459ba-52ee-4bb6-9d47-8bda0a83627a),segment_id=05f459ba-52ee-4bb6-9d47-8bda0a83627a)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:49:45.613048 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-96c9dd39-2c9b-4b59-af36-2ae63a9adc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4464486'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:45.658694 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-96c9dd39-2c9b-4b59-af36-2ae63a9adc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:45.658694 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-96c9dd39-2c9b-4b59-af36-2ae63a9adc01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for port, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:45.658694 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-96c9dd39-2c9b-4b59-af36-2ae63a9adc01 service neutron] 10.222.0.44 "PUT /v2.0/ports/05713618-3202-4502-a13e-e28f99b20532 HTTP/1.1" status: 200 len: 1093 time: 1.3074596 Oct 12 17:49:45.660722 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '330fd13a-4c89-4b8d-a80f-b8c6e301d590', 'tag': '05713618-3202-4502-a13e-e28f99b20532'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:49:45.673582 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ba8fd1764513c7e19680242eeb7ddb2adb145f07e018bb81601842aae508955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ddde4ba-f4d3-4e95-8dcb-dd9e6a143fee" -d '{"events": [{"name": "network-changed", "server_uuid": "330fd13a-4c89-4b8d-a80f-b8c6e301d590", "tag": "05713618-3202-4502-a13e-e28f99b20532"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:49:45.743450 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d296e474-d8b7-4284-ba11-127e3dd53e81 x-openstack-request-id: req-d296e474-d8b7-4284-ba11-127e3dd53e81 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:49:45.751912 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "330fd13a-4c89-4b8d-a80f-b8c6e301d590", "tag": "05713618-3202-4502-a13e-e28f99b20532", "status": "completed", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:49:45.754742 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d296e474-d8b7-4284-ba11-127e3dd53e81 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:49:45.755919 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '330fd13a-4c89-4b8d-a80f-b8c6e301d590', 'tag': '05713618-3202-4502-a13e-e28f99b20532', 'status': 'completed', 'code': 200} Oct 12 17:49:45.794560 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9dd39-2c9b-4b59-af36-2ae63a9adc01 service neutron] Pushing event updated for resources: {'Port': ['ID=05713618-3202-4502-a13e-e28f99b20532,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:45.832735 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-f2286f59-88e6-47b4-a75c-e3b15b250382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:45.835466 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-f2286f59-88e6-47b4-a75c-e3b15b250382 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e4096f27defa41969a63e8b81d280fb2&device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 1096 time: 0.1235523 Oct 12 17:49:45.927055 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-d81959d5-aa36-43b2-a55e-d042b3acd26d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05713618-3202-4502-a13e-e28f99b20532 HTTP/1.1" status: 200 len: 217 time: 0.0808535 Oct 12 17:49:46.050435 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413890f2-6eaa-4ef3-83d0-35c44f2fe582 req-c54748ae-564c-4987-9c4c-a0bca14719f3 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:46.058137 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-413890f2-6eaa-4ef3-83d0-35c44f2fe582 req-c54748ae-564c-4987-9c4c-a0bca14719f3 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 943 time: 0.2096713 Oct 12 17:49:46.060773 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-e82911c3-116e-4f30-b786-750c80bdd974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:46.062198 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-e82911c3-116e-4f30-b786-750c80bdd974 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c9bbc10-98c9-4f8e-a058-09cebb338727 HTTP/1.1" status: 200 len: 850 time: 0.0824857 Oct 12 17:49:46.075561 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99c2ba-7d14-4410-a3db-fa5c6d337192 req-7fbc397c-c223-4039-8b67-ad6edeeba67d tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:46.077043 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0c99c2ba-7d14-4410-a3db-fa5c6d337192 req-7fbc397c-c223-4039-8b67-ad6edeeba67d tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 944 time: 0.1607416 Oct 12 17:49:46.188106 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-413890f2-6eaa-4ef3-83d0-35c44f2fe582 req-949259f2-1891-4ecc-8e1b-690e299d44ac tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1237156 Oct 12 17:49:46.201107 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-0da9ddb0-ea9d-40c2-b0fb-16e755b7f8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:46.202683 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-0da9ddb0-ea9d-40c2-b0fb-16e755b7f8aa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8daa865d-6215-4088-990f-5e71670febd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1236312 Oct 12 17:49:46.215998 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0c99c2ba-7d14-4410-a3db-fa5c6d337192 req-1b620915-6614-42e8-9476-65c8a9ece8f4 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171134 Oct 12 17:49:46.341731 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-afb4e781-5955-49a1-873a-79af92c2e9d4 service neutron] 10.222.0.44 "GET /v2.0/networks/8daa865d-6215-4088-990f-5e71670febd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245151 Oct 12 17:49:46.429595 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489a108-8f0e-4d5b-99ef-a9d4b05c6b50 req-ea8087cc-74bd-4484-9480-0fcfe8c151aa tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:46.431184 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f489a108-8f0e-4d5b-99ef-a9d4b05c6b50 req-ea8087cc-74bd-4484-9480-0fcfe8c151aa tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5633108-16aa-4364-8e34-678eb18fa309 HTTP/1.1" status: 200 len: 945 time: 0.1331656 Oct 12 17:49:46.469373 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d3a4f744-f1a1-4c70-a783-0d7dd4ec375f req-21f41c0e-1194-47cd-ac1a-f89a2511263f service neutron] 10.222.0.44 "GET /v2.0/networks/8daa865d-6215-4088-990f-5e71670febd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189606 Oct 12 17:49:46.521224 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f489a108-8f0e-4d5b-99ef-a9d4b05c6b50 req-feb5f55b-e656-4c81-bcc4-10d9159806a6 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543616 Oct 12 17:49:46.578026 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddde4ba-f4d3-4e95-8dcb-dd9e6a143fee req-0185f8ec-1d16-4fed-8a0f-0f670baf6dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:46.582308 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2ddde4ba-f4d3-4e95-8dcb-dd9e6a143fee req-0185f8ec-1d16-4fed-8a0f-0f670baf6dcc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e4096f27defa41969a63e8b81d280fb2&device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 1096 time: 0.0577426 Oct 12 17:49:46.736814 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840f924-a2d8-497f-bf11-1b5abf1a5a32 req-ed026847-43c2-4ad2-a896-8a549a908a94 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:46.738407 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0840f924-a2d8-497f-bf11-1b5abf1a5a32 req-ed026847-43c2-4ad2-a896-8a549a908a94 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7a6bc11-e2e0-453f-94ad-300b587a0061 HTTP/1.1" status: 200 len: 944 time: 0.0860791 Oct 12 17:49:46.740196 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddde4ba-f4d3-4e95-8dcb-dd9e6a143fee req-254839f1-45ab-4c6c-87e4-7c28e9a92d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:46.741718 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2ddde4ba-f4d3-4e95-8dcb-dd9e6a143fee req-254839f1-45ab-4c6c-87e4-7c28e9a92d4a service neutron] 10.222.0.44 "GET /v2.0/networks?id=8daa865d-6215-4088-990f-5e71670febd0 HTTP/1.1" status: 200 len: 913 time: 0.1490386 Oct 12 17:49:46.801791 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2ddde4ba-f4d3-4e95-8dcb-dd9e6a143fee req-51c3e8ee-c9e0-45f8-aca7-aad4f6225ed9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05713618-3202-4502-a13e-e28f99b20532 HTTP/1.1" status: 200 len: 217 time: 0.0483725 Oct 12 17:49:46.823353 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0840f924-a2d8-497f-bf11-1b5abf1a5a32 req-a920ac89-1546-472e-a0b5-2ff8334f2f1c tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/security-groups?id=dd45f6b7-988e-461e-9daa-caa3675cfee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774891 Oct 12 17:49:46.851473 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 426df742-989e-4ee7-a8aa-ecb26353a563 up at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:49:46.869148 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddde4ba-f4d3-4e95-8dcb-dd9e6a143fee req-be00e464-0235-4000-b6b7-0de543fe5a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:46.870843 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2ddde4ba-f4d3-4e95-8dcb-dd9e6a143fee req-be00e464-0235-4000-b6b7-0de543fe5a89 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c9bbc10-98c9-4f8e-a058-09cebb338727 HTTP/1.1" status: 200 len: 850 time: 0.0582397 Oct 12 17:49:46.914448 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning for port 426df742-989e-4ee7-a8aa-ecb26353a563 completed by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:49:46.919425 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning complete for port 426df742-989e-4ee7-a8aa-ecb26353a563 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:49:46.919799 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:46.929205 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddde4ba-f4d3-4e95-8dcb-dd9e6a143fee req-706dc208-1f50-4ca0-8224-eaaf8504c295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:46.930824 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2ddde4ba-f4d3-4e95-8dcb-dd9e6a143fee req-706dc208-1f50-4ca0-8224-eaaf8504c295 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8daa865d-6215-4088-990f-5e71670febd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499651 Oct 12 17:49:47.018337 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:47.055746 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5633108-16aa-4364-8e34-678eb18fa309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '426df742-989e-4ee7-a8aa-ecb26353a563'}] {{(pid=105768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:49:47.070033 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2ddde4ba-f4d3-4e95-8dcb-dd9e6a143fee req-37140ba3-ba6e-4aee-9258-ee0278d1c2fd service neutron] 10.222.0.44 "GET /v2.0/networks/8daa865d-6215-4088-990f-5e71670febd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295800 Oct 12 17:49:47.130980 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 426df742-989e-4ee7-a8aa-ecb26353a563, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=426df742-989e-4ee7-a8aa-ecb26353a563,segment=NetworkSegment(5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8),segment_id=5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:49:47.139062 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:47.140750 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 35a94161-db3c-4709-8a7d-be058bb5a9fc up at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:49:47.265186 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=426df742-989e-4ee7-a8aa-ecb26353a563,revision_number=5']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:47.271701 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning for port 35a94161-db3c-4709-8a7d-be058bb5a9fc completed by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:49:47.278283 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning complete for port 35a94161-db3c-4709-8a7d-be058bb5a9fc triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:49:47.278803 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:47.387272 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:47.436321 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 35a94161-db3c-4709-8a7d-be058bb5a9fc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=35a94161-db3c-4709-8a7d-be058bb5a9fc,segment=NetworkSegment(65fbf064-3902-45d4-ad7b-f5e5a65fef05),segment_id=65fbf064-3902-45d4-ad7b-f5e5a65fef05)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:49:47.443201 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:47.444285 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 668f043c-d8a3-4c6c-b903-ee5b5adf7bfa up at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:49:47.493952 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e2918-ea02-4d52-a14d-7ffae5c8ed0d req-7cc5e3fe-a77f-4339-a21c-38c0287e94af tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:47.495456 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-847e2918-ea02-4d52-a14d-7ffae5c8ed0d req-7cc5e3fe-a77f-4339-a21c-38c0287e94af tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 943 time: 0.1646578 Oct 12 17:49:47.498626 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2ddde4ba-f4d3-4e95-8dcb-dd9e6a143fee req-e5df9e17-6944-4407-a46f-6dad8bff14df service neutron] 10.222.0.44 "GET /v2.0/networks/8daa865d-6215-4088-990f-5e71670febd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211376 Oct 12 17:49:47.507916 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b04d9-1811-4562-8ef0-8606cd364f64 req-61f033ee-afb1-4d75-b9ae-36e941aef99f tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:47.509396 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f43b04d9-1811-4562-8ef0-8606cd364f64 req-61f033ee-afb1-4d75-b9ae-36e941aef99f tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 944 time: 0.1344905 Oct 12 17:49:47.584495 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=35a94161-db3c-4709-8a7d-be058bb5a9fc,revision_number=5']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:47.599764 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning for port 668f043c-d8a3-4c6c-b903-ee5b5adf7bfa completed by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:49:47.604567 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning complete for port 668f043c-d8a3-4c6c-b903-ee5b5adf7bfa triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:49:47.604932 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:47.613337 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f43b04d9-1811-4562-8ef0-8606cd364f64 req-40a8b470-1526-43fc-b1f7-8ecca870e2fc tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938387 Oct 12 17:49:47.625233 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-847e2918-ea02-4d52-a14d-7ffae5c8ed0d req-39747200-1f4c-4e60-a9d2-e1853f9c2ec7 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0986104 Oct 12 17:49:47.656882 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d673ce2dcb2bb4fbf918fb1a8c35d4bb21dca6670ea86fc912d44392d0d8dbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a700c98-ae2e-4ef6-b844-5e79c346cd35" -d '{"events": [{"server_uuid": "b5633108-16aa-4364-8e34-678eb18fa309", "name": "network-vif-plugged", "status": "completed", "tag": "426df742-989e-4ee7-a8aa-ecb26353a563"}]}' {{(pid=105768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:49:47.736926 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:47.748770 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4f4f1-ef22-4e33-bac5-aedca6dc6316 req-e22fdb76-fae4-4e89-9a4d-bc3410ee22ea tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:47.750607 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0dc4f4f1-ef22-4e33-bac5-aedca6dc6316 req-e22fdb76-fae4-4e89-9a4d-bc3410ee22ea tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5633108-16aa-4364-8e34-678eb18fa309 HTTP/1.1" status: 200 len: 946 time: 0.0677488 Oct 12 17:49:47.779736 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 668f043c-d8a3-4c6c-b903-ee5b5adf7bfa, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=668f043c-d8a3-4c6c-b903-ee5b5adf7bfa,segment=NetworkSegment(86f8eb35-b08f-4e91-85b0-ccb6e44b24b8),segment_id=86f8eb35-b08f-4e91-85b0-ccb6e44b24b8)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:49:47.787869 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:47.788864 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 24c25e79-1674-4845-8134-8f5142b099cf up at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:49:47.798469 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0dc4f4f1-ef22-4e33-bac5-aedca6dc6316 req-887b60ef-a978-4961-841d-503db691c707 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413330 Oct 12 17:49:47.893793 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=668f043c-d8a3-4c6c-b903-ee5b5adf7bfa,revision_number=5']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:47.910184 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning for port 24c25e79-1674-4845-8134-8f5142b099cf completed by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:49:47.918517 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning complete for port 24c25e79-1674-4845-8134-8f5142b099cf triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:49:47.919756 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:47.949643 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c66acd-678a-4a14-899b-bb6d5b2a9649 x-openstack-request-id: req-62c66acd-678a-4a14-899b-bb6d5b2a9649 {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:49:47.949942 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5633108-16aa-4364-8e34-678eb18fa309", "name": "network-vif-plugged", "status": "completed", "tag": "426df742-989e-4ee7-a8aa-ecb26353a563", "code": 200}]} {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:49:47.950186 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-62c66acd-678a-4a14-899b-bb6d5b2a9649 {{(pid=105768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:49:47.950652 dv-cinder-813226-2-iscsi neutron-server[105768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5633108-16aa-4364-8e34-678eb18fa309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '426df742-989e-4ee7-a8aa-ecb26353a563', 'code': 200} Oct 12 17:49:47.989074 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609ff4a-0d90-43cc-9696-3b58a815cb8e req-5db22e44-866b-4707-b39d-04390418545f tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:47.990799 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0609ff4a-0d90-43cc-9696-3b58a815cb8e req-5db22e44-866b-4707-b39d-04390418545f tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7a6bc11-e2e0-453f-94ad-300b587a0061 HTTP/1.1" status: 200 len: 945 time: 0.0782182 Oct 12 17:49:48.036738 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:48.055355 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0609ff4a-0d90-43cc-9696-3b58a815cb8e req-fc8b1e38-5379-4cfe-b56a-64228544b2d6 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/security-groups?id=dd45f6b7-988e-461e-9daa-caa3675cfee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582697 Oct 12 17:49:48.097564 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 24c25e79-1674-4845-8134-8f5142b099cf, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=24c25e79-1674-4845-8134-8f5142b099cf,segment=NetworkSegment(65fbf064-3902-45d4-ad7b-f5e5a65fef05),segment_id=65fbf064-3902-45d4-ad7b-f5e5a65fef05)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:49:48.103789 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:48.171462 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=24c25e79-1674-4845-8134-8f5142b099cf,revision_number=5']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:48.223974 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26390c87-a9f4-434e-8bc7-d8c8ced22ff0 req-ea9f6aca-1eb1-42b7-b839-d5d29c2b5ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:48.225751 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-26390c87-a9f4-434e-8bc7-d8c8ced22ff0 req-ea9f6aca-1eb1-42b7-b839-d5d29c2b5ba7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b5633108-16aa-4364-8e34-678eb18fa309 HTTP/1.1" status: 200 len: 1099 time: 0.0775065 Oct 12 17:49:48.251825 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [req-26390c87-a9f4-434e-8bc7-d8c8ced22ff0 req-6a645507-66ba-4f1b-97e4-1983e1ad8818 service neutron] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:48.352393 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [req-26390c87-a9f4-434e-8bc7-d8c8ced22ff0 req-6a645507-66ba-4f1b-97e4-1983e1ad8818 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:48.362108 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [req-26390c87-a9f4-434e-8bc7-d8c8ced22ff0 req-6a645507-66ba-4f1b-97e4-1983e1ad8818 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:48.407898 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a645507-66ba-4f1b-97e4-1983e1ad8818 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb87877-3562-4529-9258-1209bacb450f,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:48.426795 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-26390c87-a9f4-434e-8bc7-d8c8ced22ff0 req-6a645507-66ba-4f1b-97e4-1983e1ad8818 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929138 Oct 12 17:49:48.774588 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451c5f2-0860-4ecf-a096-46c72f97dce2 req-523e6e0b-60f5-49dc-ad76-7cc235e748c9 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:48.776123 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9451c5f2-0860-4ecf-a096-46c72f97dce2 req-523e6e0b-60f5-49dc-ad76-7cc235e748c9 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0812993 Oct 12 17:49:48.787902 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b73fe-454c-46a1-bbea-bb511ec6534a req-7f1f48b3-34f5-4a21-b6bc-5fa3304c543f tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:48.789360 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c36b73fe-454c-46a1-bbea-bb511ec6534a req-7f1f48b3-34f5-4a21-b6bc-5fa3304c543f tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 943 time: 0.0668178 Oct 12 17:49:48.846230 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9451c5f2-0860-4ecf-a096-46c72f97dce2 req-9a8825bb-4ab0-44d7-ac38-964bc2af78c9 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558181 Oct 12 17:49:48.851306 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c36b73fe-454c-46a1-bbea-bb511ec6534a req-c6dacb08-7fe2-4ff7-ad84-61b2536ad414 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552194 Oct 12 17:49:48.949209 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5778c-704f-4846-abfb-c0a08d59dd11 req-755460cb-d05c-4adf-82d4-e695ac94a771 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:48.950630 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9be5778c-704f-4846-abfb-c0a08d59dd11 req-755460cb-d05c-4adf-82d4-e695ac94a771 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5633108-16aa-4364-8e34-678eb18fa309 HTTP/1.1" status: 200 len: 946 time: 0.0497379 Oct 12 17:49:48.989971 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9be5778c-704f-4846-abfb-c0a08d59dd11 req-72848b47-3a1e-4c41-8d03-cb024cca127e tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330529 Oct 12 17:49:49.187339 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345d44a-fb0c-4a87-b888-ffe6525e5165 req-567430d2-4b6e-4488-8e14-8958fac3db75 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:49.188870 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0345d44a-fb0c-4a87-b888-ffe6525e5165 req-567430d2-4b6e-4488-8e14-8958fac3db75 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7a6bc11-e2e0-453f-94ad-300b587a0061 HTTP/1.1" status: 200 len: 945 time: 0.0558159 Oct 12 17:49:49.228392 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0345d44a-fb0c-4a87-b888-ffe6525e5165 req-9ca922bb-bc83-407d-ad72-2fbd28f04859 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/security-groups?id=dd45f6b7-988e-461e-9daa-caa3675cfee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326252 Oct 12 17:49:49.951861 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a94161-db3c-4709-8a7d-be058bb5a9fc'}, {'server_uuid': 'e7a6bc11-e2e0-453f-94ad-300b587a0061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668f043c-d8a3-4c6c-b903-ee5b5adf7bfa'}, {'server_uuid': 'aa69d498-8371-47c9-a71c-9bc14d539743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c25e79-1674-4845-8134-8f5142b099cf'}] {{(pid=105768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:49:49.954508 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d673ce2dcb2bb4fbf918fb1a8c35d4bb21dca6670ea86fc912d44392d0d8dbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2509fcf6-4146-441f-a329-bd3bc37dd446" -d '{"events": [{"server_uuid": "f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8", "name": "network-vif-plugged", "status": "completed", "tag": "35a94161-db3c-4709-8a7d-be058bb5a9fc"}, {"server_uuid": "e7a6bc11-e2e0-453f-94ad-300b587a0061", "name": "network-vif-plugged", "status": "completed", "tag": "668f043c-d8a3-4c6c-b903-ee5b5adf7bfa"}, {"server_uuid": "aa69d498-8371-47c9-a71c-9bc14d539743", "name": "network-vif-plugged", "status": "completed", "tag": "24c25e79-1674-4845-8134-8f5142b099cf"}]}' {{(pid=105768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:49:50.012848 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776453d-55df-44a8-b1f9-943d16baca06 req-2b698cd1-c3a8-433a-8135-741500f29a9c tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:50.014732 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-7776453d-55df-44a8-b1f9-943d16baca06 req-2b698cd1-c3a8-433a-8135-741500f29a9c tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0935745 Oct 12 17:49:50.029515 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebebd0d-b870-4b59-bc4f-5315a74362d6 req-5f80ec1e-e810-47c5-9865-117b47a8fc2a tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:50.031070 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-3ebebd0d-b870-4b59-bc4f-5315a74362d6 req-5f80ec1e-e810-47c5-9865-117b47a8fc2a tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 943 time: 0.0989904 Oct 12 17:49:50.086870 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-7776453d-55df-44a8-b1f9-943d16baca06 req-cffd52e4-814e-4d3a-bb12-c252acaa8b1d tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547528 Oct 12 17:49:50.094553 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-3ebebd0d-b870-4b59-bc4f-5315a74362d6 req-f1a5b355-17eb-45d1-b9a6-65f93737b3e4 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558095 Oct 12 17:49:50.143448 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 12 Oct 2021 17:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b022098-4b68-4887-a859-98ecbbf430aa x-openstack-request-id: req-3b022098-4b68-4887-a859-98ecbbf430aa {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:49:50.144048 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8", "name": "network-vif-plugged", "status": "completed", "tag": "35a94161-db3c-4709-8a7d-be058bb5a9fc", "code": 200}, {"server_uuid": "e7a6bc11-e2e0-453f-94ad-300b587a0061", "name": "network-vif-plugged", "status": "completed", "tag": "668f043c-d8a3-4c6c-b903-ee5b5adf7bfa", "code": 200}, {"server_uuid": "aa69d498-8371-47c9-a71c-9bc14d539743", "name": "network-vif-plugged", "status": "completed", "tag": "24c25e79-1674-4845-8134-8f5142b099cf", "code": 200}]} {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:49:50.144502 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3b022098-4b68-4887-a859-98ecbbf430aa {{(pid=105768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:49:50.144904 dv-cinder-813226-2-iscsi neutron-server[105768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a94161-db3c-4709-8a7d-be058bb5a9fc', 'code': 200} Oct 12 17:49:50.145159 dv-cinder-813226-2-iscsi neutron-server[105768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a6bc11-e2e0-453f-94ad-300b587a0061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668f043c-d8a3-4c6c-b903-ee5b5adf7bfa', 'code': 200} Oct 12 17:49:50.145410 dv-cinder-813226-2-iscsi neutron-server[105768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa69d498-8371-47c9-a71c-9bc14d539743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c25e79-1674-4845-8134-8f5142b099cf', 'code': 200} Oct 12 17:49:50.218820 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6d830-b149-4eb6-a355-63c65001c7b0 req-b6636b72-e5c5-4dd0-a028-4173f9922b05 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:50.220865 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f7c6d830-b149-4eb6-a355-63c65001c7b0 req-b6636b72-e5c5-4dd0-a028-4173f9922b05 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5633108-16aa-4364-8e34-678eb18fa309 HTTP/1.1" status: 200 len: 946 time: 0.0627346 Oct 12 17:49:50.324956 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f7c6d830-b149-4eb6-a355-63c65001c7b0 req-70bb4c26-13cd-4b5d-9ace-e32fb0e9a109 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943222 Oct 12 17:49:50.413586 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e27c1-c2ac-46d8-9fb1-dbf0dfd766ca req-890802d1-ba06-4eea-a30d-ae17a17d4ad0 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:50.415347 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-469e27c1-c2ac-46d8-9fb1-dbf0dfd766ca req-890802d1-ba06-4eea-a30d-ae17a17d4ad0 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7a6bc11-e2e0-453f-94ad-300b587a0061 HTTP/1.1" status: 200 len: 945 time: 0.0877578 Oct 12 17:49:50.497483 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-469e27c1-c2ac-46d8-9fb1-dbf0dfd766ca req-d31ab770-292c-4fda-ac52-f4870cecd267 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/security-groups?id=dd45f6b7-988e-461e-9daa-caa3675cfee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635626 Oct 12 17:49:50.502879 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d24b1d-5074-4e27-80e3-d68423bc3dad req-7e43e201-14f8-43c0-8b31-146e5d563034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:50.502879 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-18d24b1d-5074-4e27-80e3-d68423bc3dad req-7e43e201-14f8-43c0-8b31-146e5d563034 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e7a6bc11-e2e0-453f-94ad-300b587a0061 HTTP/1.1" status: 200 len: 1098 time: 0.0800860 Oct 12 17:49:50.556503 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-18d24b1d-5074-4e27-80e3-d68423bc3dad req-729fcdaa-02b3-4880-af49-fdd46f75365c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=dd45f6b7-988e-461e-9daa-caa3675cfee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433874 Oct 12 17:49:50.597978 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93de0b-e37f-4b05-9f9b-acb6d77c2965 req-974fb0c8-ac74-4549-884f-5ce53c6ab08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:50.600108 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-ca93de0b-e37f-4b05-9f9b-acb6d77c2965 req-974fb0c8-ac74-4549-884f-5ce53c6ab08b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 1098 time: 0.1286275 Oct 12 17:49:50.611800 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6dbed-fb81-4839-8fd8-da97ebc77d3f req-d5051f0e-d07a-4d2a-8d5f-718b87d38162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:50.613565 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-a2c6dbed-fb81-4839-8fd8-da97ebc77d3f req-d5051f0e-d07a-4d2a-8d5f-718b87d38162 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 1099 time: 0.0685678 Oct 12 17:49:50.819183 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-a2c6dbed-fb81-4839-8fd8-da97ebc77d3f req-555242c3-2f76-4607-baf3-9d361a8494de service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619292 Oct 12 17:49:50.822932 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-ca93de0b-e37f-4b05-9f9b-acb6d77c2965 req-95c9c3f7-ee53-4606-a5ae-c9abefa208c5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646110 Oct 12 17:49:50.858455 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 05713618-3202-4502-a13e-e28f99b20532 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:49:50.991515 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 05713618-3202-4502-a13e-e28f99b20532, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=05713618-3202-4502-a13e-e28f99b20532,segment=NetworkSegment(05f459ba-52ee-4bb6-9d47-8bda0a83627a),segment_id=05f459ba-52ee-4bb6-9d47-8bda0a83627a)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:49:51.003557 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Returning: {'device': '05713618-3202-4502-a13e-e28f99b20532', 'network_id': '8daa865d-6215-4088-990f-5e71670febd0', 'port_id': '05713618-3202-4502-a13e-e28f99b20532', 'mac_address': 'fa:16:3e:df:46:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c9bbc10-98c9-4f8e-a058-09cebb338727', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:49:51.055836 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:51.076008 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05713618-3202-4502-a13e-e28f99b20532 {{(pid=105768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:49:51.101121 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 05713618-3202-4502-a13e-e28f99b20532, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=05713618-3202-4502-a13e-e28f99b20532,segment=NetworkSegment(05f459ba-52ee-4bb6-9d47-8bda0a83627a),segment_id=05f459ba-52ee-4bb6-9d47-8bda0a83627a)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:49:51.107302 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:51.203138 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=05713618-3202-4502-a13e-e28f99b20532,revision_number=4']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:51.263780 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeed586-9639-4b37-9af2-bf8bc972c723 req-b22d97fa-7111-4a03-b4b5-6be6e8772c1b tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:51.265340 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-faeed586-9639-4b37-9af2-bf8bc972c723 req-b22d97fa-7111-4a03-b4b5-6be6e8772c1b tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0972362 Oct 12 17:49:51.278696 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4589de-6c7c-4a5e-a7e9-1f02c558c3db req-cb799610-36d7-4cd4-977d-2c7fc4ded0d9 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:51.280180 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-3f4589de-6c7c-4a5e-a7e9-1f02c558c3db req-cb799610-36d7-4cd4-977d-2c7fc4ded0d9 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 944 time: 0.0735154 Oct 12 17:49:51.331550 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-faeed586-9639-4b37-9af2-bf8bc972c723 req-e93cceb4-f852-41cc-ae61-417b6e553996 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503700 Oct 12 17:49:51.344649 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-3f4589de-6c7c-4a5e-a7e9-1f02c558c3db req-20150d1a-c28a-4434-b15e-3b74b1b6a435 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499637 Oct 12 17:49:51.400294 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 60102) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:51.460316 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474604b4-8651-4370-b1f4-747902fed5b3 req-e314bed9-3b59-41ce-b238-2d81d9ef2584 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:51.463272 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-474604b4-8651-4370-b1f4-747902fed5b3 req-e314bed9-3b59-41ce-b238-2d81d9ef2584 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5633108-16aa-4364-8e34-678eb18fa309 HTTP/1.1" status: 200 len: 946 time: 0.0591652 Oct 12 17:49:51.506446 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['05713618-3202-4502-a13e-e28f99b20532'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:49:51.518027 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-efa669b7-4d10-4343-b987-c088bf39f0c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:51.522715 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-474604b4-8651-4370-b1f4-747902fed5b3 req-1356e522-e2fa-4ee9-adcb-15e0e7d87948 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489261 Oct 12 17:49:51.635006 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-efa669b7-4d10-4343-b987-c088bf39f0c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:51.640953 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-efa669b7-4d10-4343-b987-c088bf39f0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:51.663611 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce09fa8-0f28-46d3-b629-ff0ea7e14230 req-c988611a-9b25-4db8-a999-d2cc6ce8129c tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:51.666300 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6ce09fa8-0f28-46d3-b629-ff0ea7e14230 req-c988611a-9b25-4db8-a999-d2cc6ce8129c tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7a6bc11-e2e0-453f-94ad-300b587a0061 HTTP/1.1" status: 200 len: 945 time: 0.0679319 Oct 12 17:49:51.705444 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-efa669b7-4d10-4343-b987-c088bf39f0c8 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f2086942a86340128a3af60f40b1e511&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3040369 Oct 12 17:49:51.706314 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa669b7-4d10-4343-b987-c088bf39f0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fddaf942-014c-4b11-a681-0ed42bf71475,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:51.708350 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 60114) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:51.738442 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6ce09fa8-0f28-46d3-b629-ff0ea7e14230 req-e029804c-2f9c-4c17-9651-1d9752f3adb2 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/security-groups?id=dd45f6b7-988e-461e-9daa-caa3675cfee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657191 Oct 12 17:49:51.783421 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1aca838f-1b16-4dac-829a-15781e1dfedb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:51.807706 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1aca838f-1b16-4dac-829a-15781e1dfedb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:51.868840 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1aca838f-1b16-4dac-829a-15781e1dfedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:51.872047 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1aca838f-1b16-4dac-829a-15781e1dfedb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:51.874837 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-1aca838f-1b16-4dac-829a-15781e1dfedb admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/fddaf942-014c-4b11-a681-0ed42bf71475 HTTP/1.1" status: 204 len: 168 time: 0.1647282 Oct 12 17:49:51.892528 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca838f-1b16-4dac-829a-15781e1dfedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddaf942-014c-4b11-a681-0ed42bf71475,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:51.999324 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 60134) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:52.262732 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-14608229-aeca-469a-9950-019bfc44f93c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:52.304818 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 60154) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:52.319031 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-02ddd626-41b3-4872-9c05-c0a717a5a34e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:52.347389 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-14608229-aeca-469a-9950-019bfc44f93c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:52.354204 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-14608229-aeca-469a-9950-019bfc44f93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:52.403435 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-14608229-aeca-469a-9950-019bfc44f93c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=08700bfcf4c8494cb2e900dcf3970b2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4003873 Oct 12 17:49:52.403435 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14608229-aeca-469a-9950-019bfc44f93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48a6b68-9020-4a0a-89cf-d88a0239c6c5,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:52.405023 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 60160) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:52.429425 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-02ddd626-41b3-4872-9c05-c0a717a5a34e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:52.441954 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-02ddd626-41b3-4872-9c05-c0a717a5a34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:52.461141 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b7e57e95-ceed-4b15-ac24-5fdd5abad432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:52.512476 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-02ddd626-41b3-4872-9c05-c0a717a5a34e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ff596012f7484bcda1944b1cb027c8eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2065136 Oct 12 17:49:52.515717 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 60166) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:52.518192 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b7e57e95-ceed-4b15-ac24-5fdd5abad432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:52.535636 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ddd626-41b3-4872-9c05-c0a717a5a34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1792cd-d1a5-4491-b1cb-fb05667098bc,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:52.575849 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-17e18c31-2f2b-4c58-bcd9-94f5296ff756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:52.584901 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb2805-f30b-49a8-b5f5-ca6e2ca1a70e req-f4d8bea8-0290-440b-b352-e4e38fe40f33 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:52.586463 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-12cb2805-f30b-49a8-b5f5-ca6e2ca1a70e req-f4d8bea8-0290-440b-b352-e4e38fe40f33 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.1265795 Oct 12 17:49:52.600543 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc36ab8-e5ef-46dc-8712-f3273510c956 req-78d7419e-7114-475b-868a-f304a1ea4fb5 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:52.601101 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-17e18c31-2f2b-4c58-bcd9-94f5296ff756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:52.602068 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8dc36ab8-e5ef-46dc-8712-f3273510c956 req-78d7419e-7114-475b-868a-f304a1ea4fb5 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 944 time: 0.1078386 Oct 12 17:49:52.639708 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b7e57e95-ceed-4b15-ac24-5fdd5abad432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:52.642220 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b7e57e95-ceed-4b15-ac24-5fdd5abad432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:52.643382 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-b7e57e95-ceed-4b15-ac24-5fdd5abad432 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b48a6b68-9020-4a0a-89cf-d88a0239c6c5 HTTP/1.1" status: 204 len: 168 time: 0.2374411 Oct 12 17:49:52.653880 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-17e18c31-2f2b-4c58-bcd9-94f5296ff756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:52.657320 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-17e18c31-2f2b-4c58-bcd9-94f5296ff756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:52.660956 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-17e18c31-2f2b-4c58-bcd9-94f5296ff756 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ba1792cd-d1a5-4491-b1cb-fb05667098bc HTTP/1.1" status: 204 len: 168 time: 0.1418869 Oct 12 17:49:52.670942 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e18c31-2f2b-4c58-bcd9-94f5296ff756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1792cd-d1a5-4491-b1cb-fb05667098bc,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:52.671123 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e57e95-ceed-4b15-ac24-5fdd5abad432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48a6b68-9020-4a0a-89cf-d88a0239c6c5,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:52.678412 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8dc36ab8-e5ef-46dc-8712-f3273510c956 req-a848d577-1501-4f22-b441-552e4f6f79d5 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682063 Oct 12 17:49:52.681406 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-12cb2805-f30b-49a8-b5f5-ca6e2ca1a70e req-23776491-b21b-4c1e-8c83-86b805739654 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783763 Oct 12 17:49:52.867140 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec51fc7-b6cd-4285-aeb0-77bc14dcfec3 req-7f958153-994c-4be9-a9db-cbccf410c343 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:52.868975 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8ec51fc7-b6cd-4285-aeb0-77bc14dcfec3 req-7f958153-994c-4be9-a9db-cbccf410c343 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7a6bc11-e2e0-453f-94ad-300b587a0061 HTTP/1.1" status: 200 len: 945 time: 0.0572164 Oct 12 17:49:52.908239 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8ec51fc7-b6cd-4285-aeb0-77bc14dcfec3 req-0bbb621b-d479-4caa-9ff1-cb94887d8a13 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/security-groups?id=dd45f6b7-988e-461e-9daa-caa3675cfee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330336 Oct 12 17:49:53.074217 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 60188) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:53.087680 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1ca825f4-67e1-48f9-8804-1d451195a5ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:53.127986 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 6 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:49:53.163541 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1ca825f4-67e1-48f9-8804-1d451195a5ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:53.168501 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1ca825f4-67e1-48f9-8804-1d451195a5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:53.210643 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-1ca825f4-67e1-48f9-8804-1d451195a5ad admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=83da0fe1261e4f1abf70762120afcea8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1352446 Oct 12 17:49:53.211772 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca825f4-67e1-48f9-8804-1d451195a5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27a0b00-c3f6-406c-8172-73812e4864a8,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:53.213379 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 60192) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:53.270410 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-cc24c7d2-e7e6-41e3-828f-a595eb406157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:53.292535 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-cc24c7d2-e7e6-41e3-828f-a595eb406157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:53.350917 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-cc24c7d2-e7e6-41e3-828f-a595eb406157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:53.353597 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-cc24c7d2-e7e6-41e3-828f-a595eb406157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:53.354964 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-cc24c7d2-e7e6-41e3-828f-a595eb406157 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a27a0b00-c3f6-406c-8172-73812e4864a8 HTTP/1.1" status: 204 len: 168 time: 0.1404080 Oct 12 17:49:53.363013 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc24c7d2-e7e6-41e3-828f-a595eb406157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27a0b00-c3f6-406c-8172-73812e4864a8,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:53.853176 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acacdd86-cfad-456e-822e-2b01932ce6df req-8910ac88-f372-4686-999c-0eba1683f164 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:53.854722 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-acacdd86-cfad-456e-822e-2b01932ce6df req-8910ac88-f372-4686-999c-0eba1683f164 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 944 time: 0.0830679 Oct 12 17:49:53.879044 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9a793-735c-41b8-a2b6-644a1c13314a req-c812ecaa-464e-4012-88d5-3815d0f8b2a3 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:53.880620 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-22f9a793-735c-41b8-a2b6-644a1c13314a req-c812ecaa-464e-4012-88d5-3815d0f8b2a3 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0770371 Oct 12 17:49:53.927441 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-acacdd86-cfad-456e-822e-2b01932ce6df req-919d0ce2-e5ed-4b10-9602-25b68bc031f4 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0619297 Oct 12 17:49:53.966377 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-22f9a793-735c-41b8-a2b6-644a1c13314a req-6b8b2d9c-69f7-4ed0-808b-31d73c52c69c tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557613 Oct 12 17:49:54.070089 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3a12d-e8d4-4ad0-90b5-9751969b69c5 req-9347a906-d08c-4058-87a2-87e1ef76644d tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:54.071762 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8aa3a12d-e8d4-4ad0-90b5-9751969b69c5 req-9347a906-d08c-4058-87a2-87e1ef76644d tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7a6bc11-e2e0-453f-94ad-300b587a0061 HTTP/1.1" status: 200 len: 945 time: 0.0550759 Oct 12 17:49:54.115922 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8aa3a12d-e8d4-4ad0-90b5-9751969b69c5 req-95ef2bb3-a591-49fc-a4e5-cc48a42a0cfa tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/security-groups?id=dd45f6b7-988e-461e-9daa-caa3675cfee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361078 Oct 12 17:49:54.711465 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 60282) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:54.721681 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 60286) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:54.825054 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e59dbbb2-d0cd-44fd-be4d-aab5bae1216f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:54.842081 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-bef2a0fd-53c3-4e20-963a-5775c365b464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:54.937909 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e59dbbb2-d0cd-44fd-be4d-aab5bae1216f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:54.941804 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e59dbbb2-d0cd-44fd-be4d-aab5bae1216f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:54.964069 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-bef2a0fd-53c3-4e20-963a-5775c365b464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:54.972248 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-bef2a0fd-53c3-4e20-963a-5775c365b464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:54.972873 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-e59dbbb2-d0cd-44fd-be4d-aab5bae1216f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=fe808679d2444e87a2958d3099632da4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2604139 Oct 12 17:49:54.979117 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 60292) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:55.030551 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59dbbb2-d0cd-44fd-be4d-aab5bae1216f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799fe8e3-5f45-4239-97dc-6bdd2485f8e9,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:55.034258 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-bef2a0fd-53c3-4e20-963a-5775c365b464 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2abbca38d2b444e2bd58136d1b248905&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3122993 Oct 12 17:49:55.034442 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 60296) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:55.044819 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef2a0fd-53c3-4e20-963a-5775c365b464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cb7dcc-d08e-4a7f-803d-7400d9dbe029,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:55.199794 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-01988de4-54d9-423f-ad77-6ac5eb9ff813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:55.219189 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105f763-e32d-415a-92d1-33193e77d76a req-23d9949b-bf72-47cb-a865-f49865179f33 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:55.220682 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4105f763-e32d-415a-92d1-33193e77d76a req-23d9949b-bf72-47cb-a865-f49865179f33 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 944 time: 0.1308475 Oct 12 17:49:55.221287 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6416e8da-8bc8-4d8e-b2ef-1fca5f8d06ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:55.241285 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39764765-d8e4-4d8c-af93-03a02599786a req-d6aa477b-7689-4bf0-8274-4d27c43e3a44 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:55.242776 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-39764765-d8e4-4d8c-af93-03a02599786a req-d6aa477b-7689-4bf0-8274-4d27c43e3a44 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.1568911 Oct 12 17:49:55.291806 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-01988de4-54d9-423f-ad77-6ac5eb9ff813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:55.304808 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6416e8da-8bc8-4d8e-b2ef-1fca5f8d06ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:55.366326 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4105f763-e32d-415a-92d1-33193e77d76a req-69dd8488-5a7f-4a76-b984-45d66c9295f1 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1366436 Oct 12 17:49:55.398191 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-39764765-d8e4-4d8c-af93-03a02599786a req-b9b38dd8-39cd-4c9b-8db7-2c5ac883350a tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407080 Oct 12 17:49:55.412445 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-01988de4-54d9-423f-ad77-6ac5eb9ff813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:55.415419 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-01988de4-54d9-423f-ad77-6ac5eb9ff813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:55.419589 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-01988de4-54d9-423f-ad77-6ac5eb9ff813 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a3cb7dcc-d08e-4a7f-803d-7400d9dbe029 HTTP/1.1" status: 204 len: 168 time: 0.3825059 Oct 12 17:49:55.449144 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6416e8da-8bc8-4d8e-b2ef-1fca5f8d06ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:55.456480 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6416e8da-8bc8-4d8e-b2ef-1fca5f8d06ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:55.457377 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-6416e8da-8bc8-4d8e-b2ef-1fca5f8d06ea admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/799fe8e3-5f45-4239-97dc-6bdd2485f8e9 HTTP/1.1" status: 204 len: 168 time: 0.4457531 Oct 12 17:49:55.458851 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01988de4-54d9-423f-ad77-6ac5eb9ff813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cb7dcc-d08e-4a7f-803d-7400d9dbe029,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:55.483909 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416e8da-8bc8-4d8e-b2ef-1fca5f8d06ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799fe8e3-5f45-4239-97dc-6bdd2485f8e9,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:55.566584 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b66a1-277c-4723-9e85-f66f97eb65dc req-392dcbbb-67dc-4bfc-a23a-bf9564bd5ce8 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:55.574365 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-b36b66a1-277c-4723-9e85-f66f97eb65dc req-392dcbbb-67dc-4bfc-a23a-bf9564bd5ce8 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7a6bc11-e2e0-453f-94ad-300b587a0061 HTTP/1.1" status: 200 len: 945 time: 0.0747612 Oct 12 17:49:55.611827 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-b36b66a1-277c-4723-9e85-f66f97eb65dc req-135d9824-5005-4ec8-b1e0-fb7c217d6d36 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/security-groups?id=dd45f6b7-988e-461e-9daa-caa3675cfee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365539 Oct 12 17:49:55.861606 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:55.924923 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 60332) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:55.941365 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-91d06551-5deb-43e7-8be1-f49dac411f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:56.062854 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-91d06551-5deb-43e7-8be1-f49dac411f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:56.069928 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-91d06551-5deb-43e7-8be1-f49dac411f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:56.121328 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 60346) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:56.121852 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-91d06551-5deb-43e7-8be1-f49dac411f98 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=129f4e61ba7b4e8f881c1d9cf9e75274&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1950927 Oct 12 17:49:56.122386 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d06551-5deb-43e7-8be1-f49dac411f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68cd1f02-66a5-4a26-b026-9ce921e95e63,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:56.226943 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-d216e787-7529-44fb-bbf5-929af92c9f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:56.234247 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 05713618-3202-4502-a13e-e28f99b20532 up at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:49:56.281565 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-d216e787-7529-44fb-bbf5-929af92c9f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:56.334452 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning for port 05713618-3202-4502-a13e-e28f99b20532 completed by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:49:56.348876 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning complete for port 05713618-3202-4502-a13e-e28f99b20532 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:49:56.349309 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:56.364421 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-d216e787-7529-44fb-bbf5-929af92c9f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:56.367161 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-d216e787-7529-44fb-bbf5-929af92c9f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:56.371155 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-d216e787-7529-44fb-bbf5-929af92c9f87 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/68cd1f02-66a5-4a26-b026-9ce921e95e63 HTTP/1.1" status: 204 len: 168 time: 0.2484622 Oct 12 17:49:56.386782 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d216e787-7529-44fb-bbf5-929af92c9f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cd1f02-66a5-4a26-b026-9ce921e95e63,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:56.610997 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492a013-7073-49ca-bab2-714b2f83c9de req-0279e511-ef17-48a7-943f-56a0d41202bd tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:56.611474 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8492a013-7073-49ca-bab2-714b2f83c9de req-0279e511-ef17-48a7-943f-56a0d41202bd tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 944 time: 0.1314602 Oct 12 17:49:56.612222 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:56.654073 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330fd13a-4c89-4b8d-a80f-b8c6e301d590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05713618-3202-4502-a13e-e28f99b20532'}] {{(pid=105768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:49:56.658109 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d673ce2dcb2bb4fbf918fb1a8c35d4bb21dca6670ea86fc912d44392d0d8dbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e81ac1-0468-4206-a10f-33cdf88aea61" -d '{"events": [{"server_uuid": "330fd13a-4c89-4b8d-a80f-b8c6e301d590", "name": "network-vif-plugged", "status": "completed", "tag": "05713618-3202-4502-a13e-e28f99b20532"}]}' {{(pid=105768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:49:56.674425 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 05713618-3202-4502-a13e-e28f99b20532, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=05713618-3202-4502-a13e-e28f99b20532,segment=NetworkSegment(05f459ba-52ee-4bb6-9d47-8bda0a83627a),segment_id=05f459ba-52ee-4bb6-9d47-8bda0a83627a)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:49:56.681685 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:56.726060 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8492a013-7073-49ca-bab2-714b2f83c9de req-88983b28-ac39-4436-a42e-f2e9687a7162 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1136696 Oct 12 17:49:56.739223 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5166b-659c-4344-ba87-308940f15e4a req-58965ebb-44b9-4805-bfd3-ad18748d69c3 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:56.746959 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d2f5166b-659c-4344-ba87-308940f15e4a req-58965ebb-44b9-4805-bfd3-ad18748d69c3 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.1153059 Oct 12 17:49:56.758809 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=05713618-3202-4502-a13e-e28f99b20532,revision_number=5']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:56.823098 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d2f5166b-659c-4344-ba87-308940f15e4a req-e599992f-229c-42c0-900f-93b389d606a4 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672765 Oct 12 17:49:56.827553 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3810c681-7a5a-41ab-9e89-8590ac0a466e x-openstack-request-id: req-3810c681-7a5a-41ab-9e89-8590ac0a466e {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:49:56.828096 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "330fd13a-4c89-4b8d-a80f-b8c6e301d590", "name": "network-vif-plugged", "status": "completed", "tag": "05713618-3202-4502-a13e-e28f99b20532", "code": 200}]} {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:49:56.828542 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3810c681-7a5a-41ab-9e89-8590ac0a466e {{(pid=105768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:49:56.829104 dv-cinder-813226-2-iscsi neutron-server[105768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '330fd13a-4c89-4b8d-a80f-b8c6e301d590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05713618-3202-4502-a13e-e28f99b20532', 'code': 200} Oct 12 17:49:57.220705 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e44e0a-49ce-44d7-b887-cacc368be849 req-7ec566e3-3bdb-4505-a355-a1532c36517e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:57.223145 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-79e44e0a-49ce-44d7-b887-cacc368be849 req-7ec566e3-3bdb-4505-a355-a1532c36517e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 1098 time: 0.0877235 Oct 12 17:49:57.249711 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6cfe4-5d92-4d6f-b48d-d8e7b417b56e req-8a2a3f42-6d02-420e-a6a2-1b5d49ce6842 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:57.254152 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f925a1c-df93-4208-a366-4f91973b1316 req-b5195f95-0881-41c9-bdf9-6ab2b34d5056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:57.256611 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0f925a1c-df93-4208-a366-4f91973b1316 req-b5195f95-0881-41c9-bdf9-6ab2b34d5056 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=89b6f4855e534550a81cf612a58075dc&device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 1098 time: 0.0711789 Oct 12 17:49:57.258929 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-52a6cfe4-5d92-4d6f-b48d-d8e7b417b56e req-8a2a3f42-6d02-420e-a6a2-1b5d49ce6842 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0678258 Oct 12 17:49:57.304419 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-79e44e0a-49ce-44d7-b887-cacc368be849 req-b8dddf4d-72a1-4ae3-a422-20b99aa3e87b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0732167 Oct 12 17:49:57.312421 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-52a6cfe4-5d92-4d6f-b48d-d8e7b417b56e req-398d49b0-c2cd-43ef-9924-deed9cb43e6a tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494664 Oct 12 17:49:57.395055 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f925a1c-df93-4208-a366-4f91973b1316 req-64fc652a-61a9-4e98-83a0-3aa5190a4cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:57.397514 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0f925a1c-df93-4208-a366-4f91973b1316 req-64fc652a-61a9-4e98-83a0-3aa5190a4cb1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f0076a2-dbd2-4243-8c7b-a99512793be3 HTTP/1.1" status: 200 len: 921 time: 0.1175661 Oct 12 17:49:57.524580 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 60444) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:57.585536 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0f925a1c-df93-4208-a366-4f91973b1316 req-9e3d46f5-69a0-48cd-a100-f60137481b33 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35a94161-db3c-4709-8a7d-be058bb5a9fc HTTP/1.1" status: 200 len: 217 time: 0.0458632 Oct 12 17:49:57.687219 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f925a1c-df93-4208-a366-4f91973b1316 req-3f21c18d-7329-4cec-adf8-a6aa23f143fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:57.694544 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0f925a1c-df93-4208-a366-4f91973b1316 req-3f21c18d-7329-4cec-adf8-a6aa23f143fa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7974bc61-b9a6-46e8-8709-f4c6737f6759 HTTP/1.1" status: 200 len: 859 time: 0.0950952 Oct 12 17:49:57.694855 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [None req-b738f9a0-f552-485e-a65c-597937b4ed64 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1669948599-network', 'tenant_id': '57c3b47048a8456699e3268fee60e6ac'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:49:57.733259 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0f925a1c-df93-4208-a366-4f91973b1316 req-b32bd2ae-b94a-45a0-96d3-3888f9fe4bd1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f0076a2-dbd2-4243-8c7b-a99512793be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338948 Oct 12 17:49:57.746179 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b738f9a0-f552-485e-a65c-597937b4ed64 admin admin] Made reservation on behalf of 57c3b47048a8456699e3268fee60e6ac for: {'network': 1} {{(pid=105767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:49:57.748796 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-b738f9a0-f552-485e-a65c-597937b4ed64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for network, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:57.766211 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-b738f9a0-f552-485e-a65c-597937b4ed64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:57.888702 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3048e-b410-4de4-8fbb-9b3b2008ab1b req-c23bcde2-7f95-443d-b961-d6358e886151 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:57.897069 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-80c3048e-b410-4de4-8fbb-9b3b2008ab1b req-c23bcde2-7f95-443d-b961-d6358e886151 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 945 time: 0.0816000 Oct 12 17:49:57.905142 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0f925a1c-df93-4208-a366-4f91973b1316 req-b9b3bb79-fb1b-4f4d-a4a9-af340eca5f51 service neutron] 10.222.0.44 "GET /v2.0/networks/7f0076a2-dbd2-4243-8c7b-a99512793be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530259 Oct 12 17:49:57.936308 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-80c3048e-b410-4de4-8fbb-9b3b2008ab1b req-03f46228-d99e-488f-8d5a-c0360d16c4ef tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380139 Oct 12 17:49:57.942241 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-b738f9a0-f552-485e-a65c-597937b4ed64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:57.960336 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-b738f9a0-f552-485e-a65c-597937b4ed64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:58.009354 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b738f9a0-f552-485e-a65c-597937b4ed64 admin admin] vlan segment allocate from pool success with {'vlan_id': 1354, 'physical_network': 'physnet1'} {{(pid=105767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 17:49:58.035356 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-b738f9a0-f552-485e-a65c-597937b4ed64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234'] for segment, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:58.035694 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.db.segments_db [None req-b738f9a0-f552-485e-a65c-597937b4ed64 admin admin] Added segment d8f397df-76b9-4e31-a649-c4e602c85c07 of type vlan for network 0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08 Oct 12 17:49:58.037048 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738f9a0-f552-485e-a65c-597937b4ed64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a062cd0-f0e8-4cd1-a0c2-cad7a6d5ddeb,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:58.099009 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-b738f9a0-f552-485e-a65c-597937b4ed64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752769697868'] for network, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:58.105229 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0f925a1c-df93-4208-a366-4f91973b1316 req-627da6a5-eaf3-4157-b864-f21eebfe0b58 service neutron] 10.222.0.44 "GET /v2.0/networks/7f0076a2-dbd2-4243-8c7b-a99512793be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728613 Oct 12 17:49:58.127262 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-b738f9a0-f552-485e-a65c-597937b4ed64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365'] for network, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:58.128406 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b738f9a0-f552-485e-a65c-597937b4ed64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:58.128980 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-b738f9a0-f552-485e-a65c-597937b4ed64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for network, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:58.187982 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-b738f9a0-f552-485e-a65c-597937b4ed64 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6621044 Oct 12 17:49:58.191104 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 60480) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:58.197864 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-3658ceca-1e5e-495c-b9d0-c4ccb8fab499 admin admin] Request body: {'subnet': {'network_id': '0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1669948599-subnet', 'tenant_id': '57c3b47048a8456699e3268fee60e6ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:49:58.200516 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738f9a0-f552-485e-a65c-597937b4ed64 admin admin] Pushing event updated for resources: {'Network': ['ID=0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:58.212595 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Network 0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08 details requested by agent ovs-agent-dv-cinder-813226-2-iscsi with host dv-cinder-813226-2-iscsi {{(pid=105768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 17:49:58.224778 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3658ceca-1e5e-495c-b9d0-c4ccb8fab499 admin admin] Made reservation on behalf of 57c3b47048a8456699e3268fee60e6ac for: {'subnet': 1} {{(pid=105766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:49:58.227429 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3658ceca-1e5e-495c-b9d0-c4ccb8fab499 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4858308'] for subnet, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:58.447066 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3658ceca-1e5e-495c-b9d0-c4ccb8fab499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4464403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4858346'] for subnet, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:58.485210 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab338cc-bb54-4c69-9f97-6ed1cb766382 req-d03ff96b-7bc8-46d7-9723-ee49b4d083ac tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:58.496676 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2ab338cc-bb54-4c69-9f97-6ed1cb766382 req-d03ff96b-7bc8-46d7-9723-ee49b4d083ac tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0983720 Oct 12 17:49:58.563698 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2ab338cc-bb54-4c69-9f97-6ed1cb766382 req-39ad0647-4f05-4fe5-a1b1-001d4edeabcb tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661547 Oct 12 17:49:58.567506 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658ceca-1e5e-495c-b9d0-c4ccb8fab499 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df08d868-1003-431e-bead-6ee47a48331e,revision_number=0']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:58.584619 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3658ceca-1e5e-495c-b9d0-c4ccb8fab499 admin admin] Checking segment: {'id': 'd8f397df-76b9-4e31-a649-c4e602c85c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': '0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:49:58.585036 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3658ceca-1e5e-495c-b9d0-c4ccb8fab499 admin admin] Network hostable DHCP agents. Network: 0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08, hostable agents: ['d0966fcc-cf7f-4b12-bb12-2ea8651f1f29'], hosted agents: [] {{(pid=105766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 17:49:58.609620 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3658ceca-1e5e-495c-b9d0-c4ccb8fab499 admin admin] Network 0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08 is scheduled to be hosted by DHCP agent d0966fcc-cf7f-4b12-bb12-2ea8651f1f29 with binding_index 1 {{(pid=105766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 17:49:58.620296 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-3658ceca-1e5e-495c-b9d0-c4ccb8fab499 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813226-2-iscsi, 0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08) {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:49:58.633413 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bb7fb6-d7a8-4281-af36-affdd224a61b None None] Network 0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08 requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:49:58.635715 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3658ceca-1e5e-495c-b9d0-c4ccb8fab499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:58.636622 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3658ceca-1e5e-495c-b9d0-c4ccb8fab499 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:58.674137 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-3658ceca-1e5e-495c-b9d0-c4ccb8fab499 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4819052 Oct 12 17:49:58.908422 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0a5d6e-3188-4ddd-8f7d-de1229f13eee None None] Network 0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08 requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:49:59.105251 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66cceab-2aee-476c-a6d7-fd18249d4d99 req-279ea98b-7e87-4526-a72d-ba0d76aa66a6 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:59.106725 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a66cceab-2aee-476c-a6d7-fd18249d4d99 req-279ea98b-7e87-4526-a72d-ba0d76aa66a6 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 945 time: 0.0647154 Oct 12 17:49:59.154872 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a66cceab-2aee-476c-a6d7-fd18249d4d99 req-759f2cd9-064f-4a29-9f91-abca08faa42f tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421267 Oct 12 17:49:59.297077 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4ca25-6654-4ef1-8751-0cff0220b33f req-05014806-11ae-4a58-b681-5689065455df tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:59.297077 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-7bd4ca25-6654-4ef1-8751-0cff0220b33f req-05014806-11ae-4a58-b681-5689065455df tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 945 time: 0.0572858 Oct 12 17:49:59.300076 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 60526) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:59.304888 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-060ee797-b49c-48f1-9e77-c81809a255a0 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Request body: {'floatingip': {'port_id': '05713618-3202-4502-a13e-e28f99b20532'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:49:59.380045 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-060ee797-b49c-48f1-9e77-c81809a255a0 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for floatingip, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:59.767956 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc0193-ce1f-4018-b3bc-7fbd45f145bb req-cb7310f8-5494-4e4d-b3da-dfd5d9bb3749 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:59.769416 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-bdbc0193-ce1f-4018-b3bc-7fbd45f145bb req-cb7310f8-5494-4e4d-b3da-dfd5d9bb3749 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.1031883 Oct 12 17:49:59.853693 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-bdbc0193-ce1f-4018-b3bc-7fbd45f145bb req-24fe56e2-ea13-4abd-8caa-fc83bf2eaac5 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541315 Oct 12 17:50:00.219740 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-060ee797-b49c-48f1-9e77-c81809a255a0 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:00.227716 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-060ee797-b49c-48f1-9e77-c81809a255a0 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8091027'] for floatingip, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:00.335869 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.db.l3_db [None req-060ee797-b49c-48f1-9e77-c81809a255a0 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Floating IP b95b6042-eaac-4636-b02f-1d8c9bf2cbd9 associated. External IP: 172.27.0.160, port: 05713618-3202-4502-a13e-e28f99b20532. Oct 12 17:50:00.561896 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060ee797-b49c-48f1-9e77-c81809a255a0 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Router 2756c817-f350-4cfa-bb8b-67ae39e636e8 has already been hosted by L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 {{(pid=105766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:50:00.673805 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060ee797-b49c-48f1-9e77-c81809a255a0 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:50:00.679195 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-060ee797-b49c-48f1-9e77-c81809a255a0 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for floatingip, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:00.689124 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310bf884-d839-4582-ab8b-9f29b306e105 None None] Sync routers for ids ['2756c817-f350-4cfa-bb8b-67ae39e636e8'] in dv-cinder-813226-2-iscsi {{(pid=105769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:50:00.708027 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310bf884-d839-4582-ab8b-9f29b306e105 None None] Routers {'2756c817-f350-4cfa-bb8b-67ae39e636e8'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:50:00.708760 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-310bf884-d839-4582-ab8b-9f29b306e105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:49:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['2756c817-f350-4cfa-bb8b-67ae39e636e8'], 'active': True} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:50:00.711608 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-060ee797-b49c-48f1-9e77-c81809a255a0 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "PUT /v2.0/floatingips/b95b6042-eaac-4636-b02f-1d8c9bf2cbd9 HTTP/1.1" status: 200 len: 991 time: 1.4103866 Oct 12 17:50:00.712185 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '330fd13a-4c89-4b8d-a80f-b8c6e301d590', 'tag': '05713618-3202-4502-a13e-e28f99b20532'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:50:00.714750 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ba8fd1764513c7e19680242eeb7ddb2adb145f07e018bb81601842aae508955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a707b3f0-bb0d-4ffe-9ca8-bfa30ad5f1ba" -d '{"events": [{"name": "network-changed", "server_uuid": "330fd13a-4c89-4b8d-a80f-b8c6e301d590", "tag": "05713618-3202-4502-a13e-e28f99b20532"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:50:00.752075 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e037779-854a-484f-9e95-b426a664d1d6 x-openstack-request-id: req-7e037779-854a-484f-9e95-b426a664d1d6 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:50:00.752359 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "330fd13a-4c89-4b8d-a80f-b8c6e301d590", "tag": "05713618-3202-4502-a13e-e28f99b20532", "status": "completed", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:50:00.752632 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-7e037779-854a-484f-9e95-b426a664d1d6 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:50:00.753041 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '330fd13a-4c89-4b8d-a80f-b8c6e301d590', 'tag': '05713618-3202-4502-a13e-e28f99b20532', 'status': 'completed', 'code': 200} Oct 12 17:50:00.820851 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvr_db [None req-310bf884-d839-4582-ab8b-9f29b306e105 None None] Set router 2756c817-f350-4cfa-bb8b-67ae39e636e8 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:50:00.989597 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a95756-687b-4e91-8b53-9ac95ff7ade3 req-7d1e15f1-5905-4b9d-99b6-ea3bf5fefcb0 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:00.991195 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-74a95756-687b-4e91-8b53-9ac95ff7ade3 req-7d1e15f1-5905-4b9d-99b6-ea3bf5fefcb0 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0500124 Oct 12 17:50:01.029212 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-74a95756-687b-4e91-8b53-9ac95ff7ade3 req-eceefd1c-3939-4f01-973d-4a1894e20e88 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318637 Oct 12 17:50:01.180348 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-310bf884-d839-4582-ab8b-9f29b306e105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'name': 'tempest-AttachVolumeTestJSON-2009213917-router', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '03856ee2-eb3a-4878-b203-3708c37b364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:49:15Z', 'updated_at': '2021-10-12T17:49:22Z', 'revision_number': 4, 'project_id': 'e4096f27defa41969a63e8b81d280fb2', 'gw_port': {'id': '03856ee2-eb3a-4878-b203-3708c37b364d', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:16Z', 'updated_at': '2021-10-12T17:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_floatingips': [{'id': 'b95b6042-eaac-4636-b02f-1d8c9bf2cbd9', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'router_id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'port_id': '05713618-3202-4502-a13e-e28f99b20532', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8daa865d-6215-4088-990f-5e71670febd0', 'mac_address': 'fa:16:3e:df:46:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fd13a-4c89-4b8d-a80f-b8c6e301d590', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:49:38Z', 'updated_at': '2021-10-12T17:50:00Z', 'revision_number': 1, 'project_id': 'e4096f27defa41969a63e8b81d280fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2247843e-6e0a-42d1-8831-44ae16fc96e2', 'name': '', 'network_id': '8daa865d-6215-4088-990f-5e71670febd0', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'mac_address': 'fa:16:3e:8a:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2c9bbc10-98c9-4f8e-a058-09cebb338727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:20Z', 'updated_at': '2021-10-12T17:49:31Z', 'revision_number': 5, 'project_id': 'e4096f27defa41969a63e8b81d280fb2', 'subnets': [{'id': '2c9bbc10-98c9-4f8e-a058-09cebb338727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:50:01.206273 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310bf884-d839-4582-ab8b-9f29b306e105 None None] Checking router: 2756c817-f350-4cfa-bb8b-67ae39e636e8 for host: dv-cinder-813226-2-iscsi {{(pid=105769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:50:01.215769 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310bf884-d839-4582-ab8b-9f29b306e105 None None] Routers {'2756c817-f350-4cfa-bb8b-67ae39e636e8'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:50:01.216352 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-310bf884-d839-4582-ab8b-9f29b306e105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:49:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['2756c817-f350-4cfa-bb8b-67ae39e636e8'], 'active': True} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:50:01.321440 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvr_db [None req-310bf884-d839-4582-ab8b-9f29b306e105 None None] Set router 2756c817-f350-4cfa-bb8b-67ae39e636e8 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:50:01.546701 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-310bf884-d839-4582-ab8b-9f29b306e105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'name': 'tempest-AttachVolumeTestJSON-2009213917-router', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '03856ee2-eb3a-4878-b203-3708c37b364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:49:15Z', 'updated_at': '2021-10-12T17:49:22Z', 'revision_number': 4, 'project_id': 'e4096f27defa41969a63e8b81d280fb2', 'gw_port': {'id': '03856ee2-eb3a-4878-b203-3708c37b364d', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:16Z', 'updated_at': '2021-10-12T17:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_floatingips': [{'id': 'b95b6042-eaac-4636-b02f-1d8c9bf2cbd9', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'router_id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'port_id': '05713618-3202-4502-a13e-e28f99b20532', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8daa865d-6215-4088-990f-5e71670febd0', 'mac_address': 'fa:16:3e:df:46:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fd13a-4c89-4b8d-a80f-b8c6e301d590', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:49:38Z', 'updated_at': '2021-10-12T17:50:00Z', 'revision_number': 1, 'project_id': 'e4096f27defa41969a63e8b81d280fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2247843e-6e0a-42d1-8831-44ae16fc96e2', 'name': '', 'network_id': '8daa865d-6215-4088-990f-5e71670febd0', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'mac_address': 'fa:16:3e:8a:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2c9bbc10-98c9-4f8e-a058-09cebb338727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:20Z', 'updated_at': '2021-10-12T17:49:31Z', 'revision_number': 5, 'project_id': 'e4096f27defa41969a63e8b81d280fb2', 'subnets': [{'id': '2c9bbc10-98c9-4f8e-a058-09cebb338727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:50:01.574583 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310bf884-d839-4582-ab8b-9f29b306e105 None None] The sync data for ids ['2756c817-f350-4cfa-bb8b-67ae39e636e8'] in dv-cinder-813226-2-iscsi is: [{'id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'name': 'tempest-AttachVolumeTestJSON-2009213917-router', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '03856ee2-eb3a-4878-b203-3708c37b364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:49:15Z', 'updated_at': '2021-10-12T17:49:22Z', 'revision_number': 4, 'project_id': 'e4096f27defa41969a63e8b81d280fb2', 'gw_port': {'id': '03856ee2-eb3a-4878-b203-3708c37b364d', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:16Z', 'updated_at': '2021-10-12T17:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_floatingips': [{'id': 'b95b6042-eaac-4636-b02f-1d8c9bf2cbd9', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'router_id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'port_id': '05713618-3202-4502-a13e-e28f99b20532', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8daa865d-6215-4088-990f-5e71670febd0', 'mac_address': 'fa:16:3e:df:46:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fd13a-4c89-4b8d-a80f-b8c6e301d590', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:49:38Z', 'updated_at': '2021-10-12T17:50:00Z', 'revision_number': 1, 'project_id': 'e4096f27defa41969a63e8b81d280fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2247843e-6e0a-42d1-8831-44ae16fc96e2', 'name': '', 'network_id': '8daa865d-6215-4088-990f-5e71670febd0', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'mac_address': 'fa:16:3e:8a:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2c9bbc10-98c9-4f8e-a058-09cebb338727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:20Z', 'updated_at': '2021-10-12T17:49:31Z', 'revision_number': 5, 'project_id': 'e4096f27defa41969a63e8b81d280fb2', 'subnets': [{'id': '2c9bbc10-98c9-4f8e-a058-09cebb338727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:50:01.770405 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03d7dfa-9a92-4b2f-98f7-676f8697a805 None None] New status for floating IP b95b6042-eaac-4636-b02f-1d8c9bf2cbd9: ACTIVE {{(pid=105768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:50:02.155252 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c37b85-4e2c-4c27-8e55-da28bfd4d42b req-e49fc7f9-dfbe-4880-b495-4ae41d8b4f01 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:02.156721 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-33c37b85-4e2c-4c27-8e55-da28bfd4d42b req-e49fc7f9-dfbe-4880-b495-4ae41d8b4f01 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0608249 Oct 12 17:50:02.194629 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-33c37b85-4e2c-4c27-8e55-da28bfd4d42b req-2db22573-d2cc-4cf7-8f89-2ee77ca4aab5 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315037 Oct 12 17:50:02.308669 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707b3f0-bb0d-4ffe-9ca8-bfa30ad5f1ba req-aa4fd615-2513-432a-97e5-d197667dbd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:02.310194 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-a707b3f0-bb0d-4ffe-9ca8-bfa30ad5f1ba req-aa4fd615-2513-432a-97e5-d197667dbd62 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e4096f27defa41969a63e8b81d280fb2&device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 1098 time: 0.0429418 Oct 12 17:50:02.406782 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707b3f0-bb0d-4ffe-9ca8-bfa30ad5f1ba req-34a7e55b-a1e0-4962-827f-d5d9344825a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:02.408312 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-a707b3f0-bb0d-4ffe-9ca8-bfa30ad5f1ba req-34a7e55b-a1e0-4962-827f-d5d9344825a6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8daa865d-6215-4088-990f-5e71670febd0 HTTP/1.1" status: 200 len: 913 time: 0.0893850 Oct 12 17:50:02.510040 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-a707b3f0-bb0d-4ffe-9ca8-bfa30ad5f1ba req-3885aecd-8a6c-4692-9ee0-e325d2de25a9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05713618-3202-4502-a13e-e28f99b20532 HTTP/1.1" status: 200 len: 1001 time: 0.0921605 Oct 12 17:50:02.763120 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707b3f0-bb0d-4ffe-9ca8-bfa30ad5f1ba req-adfab1e8-4f59-49b7-b304-676d7603866f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:02.764633 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-a707b3f0-bb0d-4ffe-9ca8-bfa30ad5f1ba req-adfab1e8-4f59-49b7-b304-676d7603866f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c9bbc10-98c9-4f8e-a058-09cebb338727 HTTP/1.1" status: 200 len: 850 time: 0.2355306 Oct 12 17:50:02.834260 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707b3f0-bb0d-4ffe-9ca8-bfa30ad5f1ba req-d0a2bde5-504d-4eab-b2c8-7f3230e3c018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:02.836002 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-a707b3f0-bb0d-4ffe-9ca8-bfa30ad5f1ba req-d0a2bde5-504d-4eab-b2c8-7f3230e3c018 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8daa865d-6215-4088-990f-5e71670febd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0619612 Oct 12 17:50:02.938443 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-a707b3f0-bb0d-4ffe-9ca8-bfa30ad5f1ba req-e483164b-fe7c-4291-819e-1622be125fef service neutron] 10.222.0.44 "GET /v2.0/networks/8daa865d-6215-4088-990f-5e71670febd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850725 Oct 12 17:50:03.058485 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-a707b3f0-bb0d-4ffe-9ca8-bfa30ad5f1ba req-9671d813-0734-4843-97e7-1da4943f1b6d service neutron] 10.222.0.44 "GET /v2.0/networks/8daa865d-6215-4088-990f-5e71670febd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972328 Oct 12 17:50:03.318122 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60c00b-b04f-4175-9261-edd495cde99d req-e4d8224c-273e-400a-bd7e-317d73034fc1 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:03.320149 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4e60c00b-b04f-4175-9261-edd495cde99d req-e4d8224c-273e-400a-bd7e-317d73034fc1 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0495920 Oct 12 17:50:03.359850 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4e60c00b-b04f-4175-9261-edd495cde99d req-53b989fc-a3c1-4bb8-a837-8fa57363c641 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335612 Oct 12 17:50:03.801414 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-53e32acb-5516-46db-902d-c711fbd8ec75 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:03.803092 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-53e32acb-5516-46db-902d-c711fbd8ec75 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/networks?id=0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08 HTTP/1.1" status: 200 len: 809 time: 0.1402164 Oct 12 17:50:03.821088 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-e49e9254-30bc-4295-aeee-a94da60d409d tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/quotas/57c3b47048a8456699e3268fee60e6ac HTTP/1.1" status: 200 len: 375 time: 0.0114477 Oct 12 17:50:03.858132 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-dfcdf92f-3f3e-4c3b-a3e0-e5643a88aed5 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=57c3b47048a8456699e3268fee60e6ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304470 Oct 12 17:50:03.962759 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-1a0b623b-a0cf-468d-9937-465a59d1e04f service neutron] 10.222.0.85 "GET /v2.0/networks/0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964756 Oct 12 17:50:04.055016 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-0f1e829b-9663-4eb0-b605-84f5f8370edf service neutron] 10.222.0.85 "GET /v2.0/networks/0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859289 Oct 12 17:50:04.220151 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-7f185c69-bc3a-4bda-a0f5-5332f3c8eb9a req-a69cc497-3a6c-4855-887e-52bef2ab1968 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/ports?device_id=1fc2752c-33d8-4c56-bae1-ffec792a4765 HTTP/1.1" status: 200 len: 210 time: 0.0261829 Oct 12 17:50:04.472324 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf83c5c-a93b-4625-9c19-7cb950602b83 req-03e815dd-4211-4514-bad4-428ae7c0a525 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:04.473950 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-fbf83c5c-a93b-4625-9c19-7cb950602b83 req-03e815dd-4211-4514-bad4-428ae7c0a525 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0472965 Oct 12 17:50:04.515638 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-fbf83c5c-a93b-4625-9c19-7cb950602b83 req-98e70526-9449-41c9-85b0-f4ced58f77a5 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344181 Oct 12 17:50:05.327876 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2f888773-bcec-46ed-82e3-5df4c26f4078 req-7ada0e75-c851-4f1d-9c4e-7b400b7d6d66 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/ports?device_id=1fc2752c-33d8-4c56-bae1-ffec792a4765 HTTP/1.1" status: 200 len: 210 time: 0.0339432 Oct 12 17:50:05.645439 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdaadbe-3e98-435b-8675-513d254be80b req-337622f6-8887-4995-8cc6-dbae3b023639 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:05.647133 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-dbdaadbe-3e98-435b-8675-513d254be80b req-337622f6-8887-4995-8cc6-dbae3b023639 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0538805 Oct 12 17:50:05.691014 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-dbdaadbe-3e98-435b-8675-513d254be80b req-f230f5a6-8eeb-493f-bb77-64f28f9887df tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345030 Oct 12 17:50:06.427307 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ba3bb923-2ff1-4c7e-952c-62d35bd722a9 req-8523981e-94ee-4bfc-a1a6-40256f4d6254 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/ports?device_id=1fc2752c-33d8-4c56-bae1-ffec792a4765 HTTP/1.1" status: 200 len: 210 time: 0.0258055 Oct 12 17:50:06.818920 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae3a1d-f8ce-4056-b9ed-2f670d1b2ae1 req-29b6d737-ab5a-4471-a982-e3c714cc0c1b tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:06.820400 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-30ae3a1d-f8ce-4056-b9ed-2f670d1b2ae1 req-29b6d737-ab5a-4471-a982-e3c714cc0c1b tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0577936 Oct 12 17:50:06.863342 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-30ae3a1d-f8ce-4056-b9ed-2f670d1b2ae1 req-81c7f82a-3201-417d-9726-cc54358e219e tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360253 Oct 12 17:50:07.553530 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-aec29253-3c2c-4f44-a344-13aa1ab4a8fe req-ea378ee4-9e04-4694-bad0-e3d932f15532 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/ports?device_id=1fc2752c-33d8-4c56-bae1-ffec792a4765 HTTP/1.1" status: 200 len: 210 time: 0.0338831 Oct 12 17:50:07.756646 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-165947cb-6f63-4d1f-99ba-861a6401ce4f tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:07.758106 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-165947cb-6f63-4d1f-99ba-861a6401ce4f tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.44 "GET /v2.0/networks?id=0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08 HTTP/1.1" status: 200 len: 809 time: 0.1282456 Oct 12 17:50:07.788725 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-ece16a7e-aa53-4a8b-8459-21acc3d7533f tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Request body: {'port': {'device_id': '1fc2752c-33d8-4c56-bae1-ffec792a4765', 'network_id': '0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08', 'admin_state_up': True, 'tenant_id': '57c3b47048a8456699e3268fee60e6ac'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:50:07.933010 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-ece16a7e-aa53-4a8b-8459-21acc3d7533f tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Made reservation on behalf of 57c3b47048a8456699e3268fee60e6ac for: {'port': 1} {{(pid=105767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:50:07.937114 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-ece16a7e-aa53-4a8b-8459-21acc3d7533f tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:07.999030 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0ad17-49d3-48af-8cab-33e38b6f9801 req-a38ed35a-16bb-4245-b2e7-eb19a89bb22a tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:08.001057 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-15f0ad17-49d3-48af-8cab-33e38b6f9801 req-a38ed35a-16bb-4245-b2e7-eb19a89bb22a tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0634847 Oct 12 17:50:08.044833 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-15f0ad17-49d3-48af-8cab-33e38b6f9801 req-45203607-385f-4317-bb5a-9443e7f88ae3 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374563 Oct 12 17:50:08.080603 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.db_base_plugin_common [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-ece16a7e-aa53-4a8b-8459-21acc3d7533f tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Allocated IP 172.20.0.14 (0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08/df08d868-1003-431e-bead-6ee47a48331e/e0959412-5bc9-446d-a36d-d0784f882165) {{(pid=105767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:50:08.277671 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ecf8febf-1271-4ea8-978f-c445630c0746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:08.279319 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-ece16a7e-aa53-4a8b-8459-21acc3d7533f tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Notify callbacks [] for port, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:08.317209 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-ece16a7e-aa53-4a8b-8459-21acc3d7533f tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:08.374842 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-ece16a7e-aa53-4a8b-8459-21acc3d7533f tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Network 0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08 is already hosted by enough agents. {{(pid=105767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:50:08.378016 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-ece16a7e-aa53-4a8b-8459-21acc3d7533f tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Resources bound (agent type, host, resource id): {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:50:08.384475 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-ece16a7e-aa53-4a8b-8459-21acc3d7533f tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Received port after_create {{(pid=105767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:50:08.418210 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece16a7e-aa53-4a8b-8459-21acc3d7533f tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Pushing event updated for resources: {'Port': ['ID=e0959412-5bc9-446d-a36d-d0784f882165,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:08.458527 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-ece16a7e-aa53-4a8b-8459-21acc3d7533f tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:08.459168 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-ece16a7e-aa53-4a8b-8459-21acc3d7533f tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:08.479570 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-ece16a7e-aa53-4a8b-8459-21acc3d7533f tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6983218 Oct 12 17:50:08.494049 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-d8db2e49-89ea-440a-87dd-75e781a7c26a service neutron] Request body: {'port': {'device_id': '1fc2752c-33d8-4c56-bae1-ffec792a4765', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:50:08.552990 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-d8db2e49-89ea-440a-87dd-75e781a7c26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:08.690204 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9abb2-be33-4e3c-aacb-9b114c3fd8b6 req-eff68807-6215-42bf-89e8-ca819130eb0c tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:08.691743 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4aa9abb2-be33-4e3c-aacb-9b114c3fd8b6 req-eff68807-6215-42bf-89e8-ca819130eb0c tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/ports?device_id=1fc2752c-33d8-4c56-bae1-ffec792a4765 HTTP/1.1" status: 200 len: 932 time: 0.0499616 Oct 12 17:50:08.736337 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4aa9abb2-be33-4e3c-aacb-9b114c3fd8b6 req-31527208-1b18-43ad-82ca-fe003a3da0d2 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/security-groups?id=2a062cd0-f0e8-4cd1-a0c2-cad7a6d5ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384827 Oct 12 17:50:08.855282 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-d8db2e49-89ea-440a-87dd-75e781a7c26a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0959412-5bc9-446d-a36d-d0784f882165 {{(pid=105767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:50:08.863016 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-d8db2e49-89ea-440a-87dd-75e781a7c26a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:08.875215 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-d8db2e49-89ea-440a-87dd-75e781a7c26a service neutron] Transition to ACTIVE for port object e0959412-5bc9-446d-a36d-d0784f882165 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:50:08.879085 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-d8db2e49-89ea-440a-87dd-75e781a7c26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196327'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:08.927800 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db2e49-89ea-440a-87dd-75e781a7c26a service neutron] Pushing event updated for resources: {'Port': ['ID=e0959412-5bc9-446d-a36d-d0784f882165,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:08.997790 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-d8db2e49-89ea-440a-87dd-75e781a7c26a service neutron] Attempting to bind port e0959412-5bc9-446d-a36d-d0784f882165 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:50:08.998095 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-d8db2e49-89ea-440a-87dd-75e781a7c26a service neutron] Attempting to bind port e0959412-5bc9-446d-a36d-d0784f882165 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'd8f397df-76b9-4e31-a649-c4e602c85c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': '0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:50:08.998466 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-d8db2e49-89ea-440a-87dd-75e781a7c26a service neutron] Attempting to bind port e0959412-5bc9-446d-a36d-d0784f882165 on network 0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:50:09.002727 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-d8db2e49-89ea-440a-87dd-75e781a7c26a service neutron] Port e0959412-5bc9-446d-a36d-d0784f882165 on network 0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:50:09.003041 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-d8db2e49-89ea-440a-87dd-75e781a7c26a service neutron] Attempting to bind port e0959412-5bc9-446d-a36d-d0784f882165 on network 0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:50:09.007733 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-d8db2e49-89ea-440a-87dd-75e781a7c26a service neutron] Checking agent: {'id': '4d49b38b-ca89-4e5d-a715-678a9ae3215e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 47, 26), 'started_at': datetime.datetime(2021, 10, 12, 17, 47, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:50:09.008062 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-d8db2e49-89ea-440a-87dd-75e781a7c26a service neutron] Checking segment: {'id': 'd8f397df-76b9-4e31-a649-c4e602c85c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': '0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:50:09.008434 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-d8db2e49-89ea-440a-87dd-75e781a7c26a service neutron] Bound using segment: {'id': 'd8f397df-76b9-4e31-a649-c4e602c85c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': '0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:50:09.008851 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-d8db2e49-89ea-440a-87dd-75e781a7c26a service neutron] Bound port: e0959412-5bc9-446d-a36d-d0784f882165, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8f397df-76b9-4e31-a649-c4e602c85c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': '0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:50:09.009198 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-d8db2e49-89ea-440a-87dd-75e781a7c26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:09.079719 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-d8db2e49-89ea-440a-87dd-75e781a7c26a service neutron] For port e0959412-5bc9-446d-a36d-d0784f882165, host hv-cinder-81322, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:50:09.083318 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-d8db2e49-89ea-440a-87dd-75e781a7c26a service neutron] For port e0959412-5bc9-446d-a36d-d0784f882165, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e0959412-5bc9-446d-a36d-d0784f882165,segment=NetworkSegment(d8f397df-76b9-4e31-a649-c4e602c85c07),segment_id=d8f397df-76b9-4e31-a649-c4e602c85c07)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:50:09.090582 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-d8db2e49-89ea-440a-87dd-75e781a7c26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196327'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:09.122865 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-d8db2e49-89ea-440a-87dd-75e781a7c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:09.123495 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-d8db2e49-89ea-440a-87dd-75e781a7c26a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:09.125194 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-d8db2e49-89ea-440a-87dd-75e781a7c26a service neutron] 10.222.0.44 "PUT /v2.0/ports/e0959412-5bc9-446d-a36d-d0784f882165 HTTP/1.1" status: 200 len: 1094 time: 0.6354403 Oct 12 17:50:09.127279 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc2752c-33d8-4c56-bae1-ffec792a4765', 'tag': 'e0959412-5bc9-446d-a36d-d0784f882165'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:50:09.130411 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36de1050-37be-4ff9-a47b-79da86c31425" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc2752c-33d8-4c56-bae1-ffec792a4765", "tag": "e0959412-5bc9-446d-a36d-d0784f882165"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:50:09.159498 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db2e49-89ea-440a-87dd-75e781a7c26a service neutron] Pushing event updated for resources: {'Port': ['ID=e0959412-5bc9-446d-a36d-d0784f882165,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:09.169684 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b30bb-a0d9-480f-ad11-ec1c8d213e93 req-875cc892-a5f4-408a-ae7c-6a1734c43470 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:09.172019 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4f6b30bb-a0d9-480f-ad11-ec1c8d213e93 req-875cc892-a5f4-408a-ae7c-6a1734c43470 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0533113 Oct 12 17:50:09.188747 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a77b921-b058-443f-8f0b-d76bbd9efd8b x-openstack-request-id: req-5a77b921-b058-443f-8f0b-d76bbd9efd8b {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:50:09.189060 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc2752c-33d8-4c56-bae1-ffec792a4765", "tag": "e0959412-5bc9-446d-a36d-d0784f882165", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:50:09.189303 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5a77b921-b058-443f-8f0b-d76bbd9efd8b {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:50:09.189689 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc2752c-33d8-4c56-bae1-ffec792a4765', 'tag': 'e0959412-5bc9-446d-a36d-d0784f882165', 'status': 'completed', 'code': 200} Oct 12 17:50:09.214189 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4f6b30bb-a0d9-480f-ad11-ec1c8d213e93 req-b7876370-275d-4f4a-aeba-68e061812f90 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350537 Oct 12 17:50:09.218081 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-33a28531-58f5-45e9-ae9e-84d8de932fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:09.219643 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-33a28531-58f5-45e9-ae9e-84d8de932fd3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57c3b47048a8456699e3268fee60e6ac&device_id=1fc2752c-33d8-4c56-bae1-ffec792a4765 HTTP/1.1" status: 200 len: 1097 time: 0.0434189 Oct 12 17:50:09.266667 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-de2a3a87-baeb-4dd4-9c3c-ac6ba962231d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0959412-5bc9-446d-a36d-d0784f882165 HTTP/1.1" status: 200 len: 217 time: 0.0375221 Oct 12 17:50:09.318809 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-45aff660-82bd-4192-88ae-94ce7abe9e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:09.320207 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-45aff660-82bd-4192-88ae-94ce7abe9e33 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=df08d868-1003-431e-bead-6ee47a48331e HTTP/1.1" status: 200 len: 849 time: 0.0457814 Oct 12 17:50:09.360506 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-ad0e2267-f68d-4f27-a899-98f79431ef56 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260108 Oct 12 17:50:09.460809 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-b79e8574-00d6-4eca-82d9-e42e33d1ad6f service neutron] 10.222.0.44 "GET /v2.0/networks/0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920472 Oct 12 17:50:09.566131 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-b8007249-70a8-4432-8bb4-b292fe783da6 req-9a23667d-0701-49a1-8f04-1a89944e352f service neutron] 10.222.0.44 "GET /v2.0/networks/0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963948 Oct 12 17:50:09.682867 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de1050-37be-4ff9-a47b-79da86c31425 req-365aeef4-1383-4b09-8151-eca66c3c2cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:09.684844 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-36de1050-37be-4ff9-a47b-79da86c31425 req-365aeef4-1383-4b09-8151-eca66c3c2cdc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57c3b47048a8456699e3268fee60e6ac&device_id=1fc2752c-33d8-4c56-bae1-ffec792a4765 HTTP/1.1" status: 200 len: 1097 time: 0.0535743 Oct 12 17:50:09.731519 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-5339ec01-fe9f-4b51-8f9b-6dbee164345e tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:09.733113 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-5339ec01-fe9f-4b51-8f9b-6dbee164345e tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/networks?id=e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa HTTP/1.1" status: 200 len: 814 time: 0.1115487 Oct 12 17:50:09.749105 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-86fa0e8b-3a33-46be-8527-3899074a4502 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/quotas/34d68852db734aefb112496c454c9c73 HTTP/1.1" status: 200 len: 375 time: 0.0101268 Oct 12 17:50:09.800254 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de1050-37be-4ff9-a47b-79da86c31425 req-5afd3032-5387-482f-a346-e137eecdcbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:09.801802 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-36de1050-37be-4ff9-a47b-79da86c31425 req-5afd3032-5387-482f-a346-e137eecdcbc5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08 HTTP/1.1" status: 200 len: 911 time: 0.1009278 Oct 12 17:50:09.811173 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-1573774f-d0b5-441f-9f0c-f176e2bee72c tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=34d68852db734aefb112496c454c9c73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0552189 Oct 12 17:50:09.860184 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-36de1050-37be-4ff9-a47b-79da86c31425 req-03f5a050-1dae-455f-97f0-5dfddda7f151 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0959412-5bc9-446d-a36d-d0784f882165 HTTP/1.1" status: 200 len: 217 time: 0.0410106 Oct 12 17:50:09.946404 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de1050-37be-4ff9-a47b-79da86c31425 req-479fece5-d5da-47b7-83ba-7394291bd5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:09.946404 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-36de1050-37be-4ff9-a47b-79da86c31425 req-479fece5-d5da-47b7-83ba-7394291bd5b3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=df08d868-1003-431e-bead-6ee47a48331e HTTP/1.1" status: 200 len: 849 time: 0.0725641 Oct 12 17:50:09.987199 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-36de1050-37be-4ff9-a47b-79da86c31425 req-b3f0548c-52f6-4257-bb81-fb1ad12b1f2d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279665 Oct 12 17:50:10.099025 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-36de1050-37be-4ff9-a47b-79da86c31425 req-963665e4-7620-40b9-bb89-b7b041bbd2ca service neutron] 10.222.0.44 "GET /v2.0/networks/0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034281 Oct 12 17:50:10.146361 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f141a-1b00-427c-8c16-43a0c098b581 req-3853d8bb-cafa-41cf-873d-8a7906654510 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:10.147870 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-954f141a-1b00-427c-8c16-43a0c098b581 req-3853d8bb-cafa-41cf-873d-8a7906654510 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/ports?device_id=1fc2752c-33d8-4c56-bae1-ffec792a4765 HTTP/1.1" status: 200 len: 944 time: 0.3353829 Oct 12 17:50:10.186476 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-e72d2fd6-d814-4481-a44e-73fec0717b22 service neutron] 10.222.0.85 "GET /v2.0/networks/e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723006 Oct 12 17:50:10.204165 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-36de1050-37be-4ff9-a47b-79da86c31425 req-2861022a-33c2-4955-9224-70e2ca39630d service neutron] 10.222.0.44 "GET /v2.0/networks/0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930040 Oct 12 17:50:10.209914 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-954f141a-1b00-427c-8c16-43a0c098b581 req-30e1e985-0e29-4ff4-ad96-3f2a8672a29b tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/security-groups?id=2a062cd0-f0e8-4cd1-a0c2-cad7a6d5ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519693 Oct 12 17:50:10.282267 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-d8114018-2afa-4a32-8255-4d168db68971 service neutron] 10.222.0.85 "GET /v2.0/networks/e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869017 Oct 12 17:50:10.424270 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e74b70-0523-4ad7-a532-c9121cf201b0 req-49e415b7-704a-4ffa-bddf-e4ab791800e8 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:10.425738 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-27e74b70-0523-4ad7-a532-c9121cf201b0 req-49e415b7-704a-4ffa-bddf-e4ab791800e8 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0542047 Oct 12 17:50:10.456343 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-177bc662-25cc-496a-bdac-6d034b481c4b req-41f24eb7-acb0-4709-ab8b-65a17e428eeb tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=26538d7c-f34f-4612-8144-a0a11ec2b333 HTTP/1.1" status: 200 len: 210 time: 0.0296953 Oct 12 17:50:10.484159 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-27e74b70-0523-4ad7-a532-c9121cf201b0 req-efa4b050-666e-447b-817f-580f849f8b39 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472338 Oct 12 17:50:10.997737 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-faf23a16-55e8-4fc9-bc47-92e7021c4bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:11.332265 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64983e7b-b7a8-4913-8a3b-6afcc4e95ffc req-f46fa8f3-ebea-43e1-86d6-6d94eef6b86e tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:11.334804 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-64983e7b-b7a8-4913-8a3b-6afcc4e95ffc req-f46fa8f3-ebea-43e1-86d6-6d94eef6b86e tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/ports?device_id=1fc2752c-33d8-4c56-bae1-ffec792a4765 HTTP/1.1" status: 200 len: 944 time: 0.0520866 Oct 12 17:50:11.377545 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-64983e7b-b7a8-4913-8a3b-6afcc4e95ffc req-8ac82859-3e15-4667-8d28-ae48e0d7d689 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/security-groups?id=2a062cd0-f0e8-4cd1-a0c2-cad7a6d5ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363536 Oct 12 17:50:11.559956 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-df6a3d1c-4017-4704-b3eb-76243c5696d0 req-b46495af-c614-42d5-9ed4-8ca26f0d2439 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=26538d7c-f34f-4612-8144-a0a11ec2b333 HTTP/1.1" status: 200 len: 210 time: 0.0292993 Oct 12 17:50:11.670566 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8005843-41c4-4dd1-9b0d-69491c60ec2d req-7f433820-8bc1-4f6f-8c0e-4361ff83f120 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:11.672035 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-b8005843-41c4-4dd1-9b0d-69491c60ec2d req-7f433820-8bc1-4f6f-8c0e-4361ff83f120 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0561085 Oct 12 17:50:11.714076 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-b8005843-41c4-4dd1-9b0d-69491c60ec2d req-a3514283-1fab-4268-949b-5107a856ce30 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328248 Oct 12 17:50:11.888220 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:12.254250 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:12.435561 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device e0959412-5bc9-446d-a36d-d0784f882165 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:50:12.498136 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d1e84-b97a-4066-ad9d-eddf07e6cea9 req-1468b144-660f-4f76-bb7b-43ce6df4f019 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:12.503737 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-bb3d1e84-b97a-4066-ad9d-eddf07e6cea9 req-1468b144-660f-4f76-bb7b-43ce6df4f019 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/ports?device_id=1fc2752c-33d8-4c56-bae1-ffec792a4765 HTTP/1.1" status: 200 len: 944 time: 0.0535164 Oct 12 17:50:12.532827 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port e0959412-5bc9-446d-a36d-d0784f882165, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e0959412-5bc9-446d-a36d-d0784f882165,segment=NetworkSegment(d8f397df-76b9-4e31-a649-c4e602c85c07),segment_id=d8f397df-76b9-4e31-a649-c4e602c85c07)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:50:12.537798 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-bb3d1e84-b97a-4066-ad9d-eddf07e6cea9 req-9f285b2b-e498-4e66-9aa0-f10d6dc0cfbf tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/security-groups?id=2a062cd0-f0e8-4cd1-a0c2-cad7a6d5ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322113 Oct 12 17:50:12.543675 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Returning: {'device': 'e0959412-5bc9-446d-a36d-d0784f882165', 'network_id': '0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08', 'port_id': 'e0959412-5bc9-446d-a36d-d0784f882165', 'mac_address': 'fa:16:3e:76:76:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df08d868-1003-431e-bead-6ee47a48331e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:50:12.581063 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:12.593644 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0959412-5bc9-446d-a36d-d0784f882165 {{(pid=105768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:50:12.613233 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port e0959412-5bc9-446d-a36d-d0784f882165, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e0959412-5bc9-446d-a36d-d0784f882165,segment=NetworkSegment(d8f397df-76b9-4e31-a649-c4e602c85c07),segment_id=d8f397df-76b9-4e31-a649-c4e602c85c07)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:50:12.618843 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:12.659626 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c2c3304a-520c-4991-88f6-5cfa327cf640 req-5b245e98-b506-4d32-a200-cfbf26b41b4c tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=26538d7c-f34f-4612-8144-a0a11ec2b333 HTTP/1.1" status: 200 len: 210 time: 0.0265086 Oct 12 17:50:12.669478 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=e0959412-5bc9-446d-a36d-d0784f882165,revision_number=4']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:12.835379 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3cef6-00f8-46b7-920c-30e6fd49c61f req-92f62b72-d87b-48f4-bea1-f1733e36c30f tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:12.836861 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-22a3cef6-00f8-46b7-920c-30e6fd49c61f req-92f62b72-d87b-48f4-bea1-f1733e36c30f tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0516984 Oct 12 17:50:12.875361 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-22a3cef6-00f8-46b7-920c-30e6fd49c61f req-af29f9b8-b209-400a-8f60-009a145beebc tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322926 Oct 12 17:50:13.674139 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e73136-a85b-42b1-94d6-26e26692ce29 req-abb8ac5b-7885-43c9-b4d5-af29275af6ea tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:13.678878 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-57e73136-a85b-42b1-94d6-26e26692ce29 req-abb8ac5b-7885-43c9-b4d5-af29275af6ea tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/ports?device_id=1fc2752c-33d8-4c56-bae1-ffec792a4765 HTTP/1.1" status: 200 len: 945 time: 0.0664697 Oct 12 17:50:13.720446 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-57e73136-a85b-42b1-94d6-26e26692ce29 req-64713d36-94fd-43cd-be4e-41d3f2d9c5b2 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/security-groups?id=2a062cd0-f0e8-4cd1-a0c2-cad7a6d5ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372126 Oct 12 17:50:13.762198 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f5199bee-2b4f-401f-919e-22c3599e4dee req-eed101e9-0bb3-4662-94cf-16f58787dc68 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=26538d7c-f34f-4612-8144-a0a11ec2b333 HTTP/1.1" status: 200 len: 210 time: 0.0258060 Oct 12 17:50:13.789875 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:14.008165 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39346a7-f60f-4dec-ac66-0381dfa51e07 req-1cf12aa1-c8ee-4d24-9684-16ef1987a5ad tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:14.009595 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e39346a7-f60f-4dec-ac66-0381dfa51e07 req-1cf12aa1-c8ee-4d24-9684-16ef1987a5ad tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0568750 Oct 12 17:50:14.038762 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['e0959412-5bc9-446d-a36d-d0784f882165'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:50:14.052265 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e39346a7-f60f-4dec-ac66-0381dfa51e07 req-6898b485-2f01-4af9-9e7b-1d76f68c111d tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362661 Oct 12 17:50:14.484869 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-b2438f68-9eec-4aba-b16f-fdda05b1866b tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:14.486375 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-b2438f68-9eec-4aba-b16f-fdda05b1866b tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.44 "GET /v2.0/networks?id=e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa HTTP/1.1" status: 200 len: 814 time: 0.1165335 Oct 12 17:50:14.504698 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-549e9f42-d607-4f3d-8909-9659f69a00a0 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Request body: {'port': {'device_id': '26538d7c-f34f-4612-8144-a0a11ec2b333', 'network_id': 'e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa', 'admin_state_up': True, 'tenant_id': '34d68852db734aefb112496c454c9c73'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:50:14.693556 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-549e9f42-d607-4f3d-8909-9659f69a00a0 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Made reservation on behalf of 34d68852db734aefb112496c454c9c73 for: {'port': 1} {{(pid=105767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:50:14.697391 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-549e9f42-d607-4f3d-8909-9659f69a00a0 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:14.834245 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.db_base_plugin_common [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-549e9f42-d607-4f3d-8909-9659f69a00a0 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Allocated IP 172.20.0.7 (e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa/45759d7e-d25f-43ae-8f03-94166684d89c/db840be7-c43f-41f5-babc-f6af84dead4d) {{(pid=105767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:50:14.834535 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67128dec-5da6-4551-94b3-9b69dd1183ed req-e47b6b6f-cca3-438d-aabd-a06a8dd56215 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:14.835929 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-67128dec-5da6-4551-94b3-9b69dd1183ed req-e47b6b6f-cca3-438d-aabd-a06a8dd56215 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/ports?device_id=1fc2752c-33d8-4c56-bae1-ffec792a4765 HTTP/1.1" status: 200 len: 945 time: 0.0486386 Oct 12 17:50:14.871237 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-dcbf3872-ca47-4700-82f0-0f3be80c866d req-522a3ebe-e0fb-440f-810a-fa5c6dd08f2d tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=26538d7c-f34f-4612-8144-a0a11ec2b333 HTTP/1.1" status: 200 len: 210 time: 0.0314443 Oct 12 17:50:14.906935 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-67128dec-5da6-4551-94b3-9b69dd1183ed req-7bce82d7-bd39-4e54-96a7-a2149cd31da0 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/security-groups?id=2a062cd0-f0e8-4cd1-a0c2-cad7a6d5ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567217 Oct 12 17:50:14.989155 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-549e9f42-d607-4f3d-8909-9659f69a00a0 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Notify callbacks [] for port, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:15.023864 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-549e9f42-d607-4f3d-8909-9659f69a00a0 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:15.036640 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['426df742-989e-4ee7-a8aa-ecb26353a563'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:50:15.068614 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-549e9f42-d607-4f3d-8909-9659f69a00a0 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Network e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa is already hosted by enough agents. {{(pid=105767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:50:15.071813 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-549e9f42-d607-4f3d-8909-9659f69a00a0 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Resources bound (agent type, host, resource id): {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:50:15.077868 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-549e9f42-d607-4f3d-8909-9659f69a00a0 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Received port after_create {{(pid=105767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:50:15.102048 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e9f42-d607-4f3d-8909-9659f69a00a0 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Pushing event updated for resources: {'Port': ['ID=db840be7-c43f-41f5-babc-f6af84dead4d,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:15.127212 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e9f42-d607-4f3d-8909-9659f69a00a0 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:15.127554 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e9f42-d607-4f3d-8909-9659f69a00a0 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:15.127882 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e9f42-d607-4f3d-8909-9659f69a00a0 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:15.128208 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e9f42-d607-4f3d-8909-9659f69a00a0 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:15.128527 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e9f42-d607-4f3d-8909-9659f69a00a0 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:15.128843 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e9f42-d607-4f3d-8909-9659f69a00a0 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:15.129158 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e9f42-d607-4f3d-8909-9659f69a00a0 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:15.129472 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e9f42-d607-4f3d-8909-9659f69a00a0 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:15.129844 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e9f42-d607-4f3d-8909-9659f69a00a0 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:15.130168 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e9f42-d607-4f3d-8909-9659f69a00a0 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:15.130509 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e9f42-d607-4f3d-8909-9659f69a00a0 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:15.130819 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e9f42-d607-4f3d-8909-9659f69a00a0 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:15.152265 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-549e9f42-d607-4f3d-8909-9659f69a00a0 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:15.153194 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-549e9f42-d607-4f3d-8909-9659f69a00a0 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:15.171844 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-549e9f42-d607-4f3d-8909-9659f69a00a0 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6733799 Oct 12 17:50:15.191578 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-0235c389-efb9-4c83-bbbc-f0381a660ab2 service neutron] Request body: {'port': {'device_id': '26538d7c-f34f-4612-8144-a0a11ec2b333', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:50:15.213248 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b190c76-da7e-4bcf-baa5-be35e7e0ba44 req-dd4ba967-e41d-4f3f-b386-dc6b0da274e1 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:15.221712 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2b190c76-da7e-4bcf-baa5-be35e7e0ba44 req-dd4ba967-e41d-4f3f-b386-dc6b0da274e1 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0741441 Oct 12 17:50:15.255342 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-0235c389-efb9-4c83-bbbc-f0381a660ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:15.279951 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2b190c76-da7e-4bcf-baa5-be35e7e0ba44 req-40712dde-3bf9-41e3-aa94-30dc546d65e4 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569687 Oct 12 17:50:15.543495 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-0235c389-efb9-4c83-bbbc-f0381a660ab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db840be7-c43f-41f5-babc-f6af84dead4d {{(pid=105767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:50:15.550897 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-0235c389-efb9-4c83-bbbc-f0381a660ab2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:15.563132 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-0235c389-efb9-4c83-bbbc-f0381a660ab2 service neutron] Transition to ACTIVE for port object db840be7-c43f-41f5-babc-f6af84dead4d will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:50:15.566928 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-0235c389-efb9-4c83-bbbc-f0381a660ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196327'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:15.621062 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235c389-efb9-4c83-bbbc-f0381a660ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=db840be7-c43f-41f5-babc-f6af84dead4d,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:15.690482 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-0235c389-efb9-4c83-bbbc-f0381a660ab2 service neutron] Attempting to bind port db840be7-c43f-41f5-babc-f6af84dead4d on host hv-cinder-81322 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:50:15.690616 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 60982) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:15.690815 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-0235c389-efb9-4c83-bbbc-f0381a660ab2 service neutron] Attempting to bind port db840be7-c43f-41f5-babc-f6af84dead4d by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': 'e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:50:15.691142 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-0235c389-efb9-4c83-bbbc-f0381a660ab2 service neutron] Attempting to bind port db840be7-c43f-41f5-babc-f6af84dead4d on network e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:50:15.695476 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-0235c389-efb9-4c83-bbbc-f0381a660ab2 service neutron] Port db840be7-c43f-41f5-babc-f6af84dead4d on network e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:50:15.695793 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-0235c389-efb9-4c83-bbbc-f0381a660ab2 service neutron] Attempting to bind port db840be7-c43f-41f5-babc-f6af84dead4d on network e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:50:15.708917 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-0235c389-efb9-4c83-bbbc-f0381a660ab2 service neutron] Checking agent: {'id': '4d49b38b-ca89-4e5d-a715-678a9ae3215e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 47, 26), 'started_at': datetime.datetime(2021, 10, 12, 17, 47, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:50:15.709260 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-0235c389-efb9-4c83-bbbc-f0381a660ab2 service neutron] Checking segment: {'id': '5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': 'e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:50:15.709643 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-0235c389-efb9-4c83-bbbc-f0381a660ab2 service neutron] Bound using segment: {'id': '5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': 'e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:50:15.710063 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-0235c389-efb9-4c83-bbbc-f0381a660ab2 service neutron] Bound port: db840be7-c43f-41f5-babc-f6af84dead4d, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': 'e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:50:15.710441 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-0235c389-efb9-4c83-bbbc-f0381a660ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:15.799085 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-0235c389-efb9-4c83-bbbc-f0381a660ab2 service neutron] For port db840be7-c43f-41f5-babc-f6af84dead4d, host hv-cinder-81322, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:50:15.806275 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-0235c389-efb9-4c83-bbbc-f0381a660ab2 service neutron] For port db840be7-c43f-41f5-babc-f6af84dead4d, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=db840be7-c43f-41f5-babc-f6af84dead4d,segment=NetworkSegment(5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8),segment_id=5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:50:15.818242 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e291c290-c43a-467e-b98f-001833e8ce78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:15.818904 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-0235c389-efb9-4c83-bbbc-f0381a660ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196327'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:15.875662 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-0235c389-efb9-4c83-bbbc-f0381a660ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:15.875662 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-0235c389-efb9-4c83-bbbc-f0381a660ab2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:15.875662 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-0235c389-efb9-4c83-bbbc-f0381a660ab2 service neutron] 10.222.0.44 "PUT /v2.0/ports/db840be7-c43f-41f5-babc-f6af84dead4d HTTP/1.1" status: 200 len: 1093 time: 0.6831839 Oct 12 17:50:15.875662 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26538d7c-f34f-4612-8144-a0a11ec2b333', 'tag': 'db840be7-c43f-41f5-babc-f6af84dead4d'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:50:15.875662 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd51f01-ffb4-4497-ad09-f174ba8cd1a0" -d '{"events": [{"name": "network-changed", "server_uuid": "26538d7c-f34f-4612-8144-a0a11ec2b333", "tag": "db840be7-c43f-41f5-babc-f6af84dead4d"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:50:15.906637 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235c389-efb9-4c83-bbbc-f0381a660ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=db840be7-c43f-41f5-babc-f6af84dead4d,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:15.927756 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9fe38ee-0484-4283-b7c0-20a91af22f8c x-openstack-request-id: req-d9fe38ee-0484-4283-b7c0-20a91af22f8c {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:50:15.930149 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26538d7c-f34f-4612-8144-a0a11ec2b333", "tag": "db840be7-c43f-41f5-babc-f6af84dead4d", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:50:15.930149 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d9fe38ee-0484-4283-b7c0-20a91af22f8c {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:50:15.930149 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26538d7c-f34f-4612-8144-a0a11ec2b333', 'tag': 'db840be7-c43f-41f5-babc-f6af84dead4d', 'status': 'completed', 'code': 200} Oct 12 17:50:15.992759 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e291c290-c43a-467e-b98f-001833e8ce78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:16.010111 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-d9bfe1a4-e6e5-4ae5-a6f5-85334a6ea9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:16.012325 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-d9bfe1a4-e6e5-4ae5-a6f5-85334a6ea9ae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=34d68852db734aefb112496c454c9c73&device_id=26538d7c-f34f-4612-8144-a0a11ec2b333 HTTP/1.1" status: 200 len: 1096 time: 0.0728300 Oct 12 17:50:16.013105 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e291c290-c43a-467e-b98f-001833e8ce78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:16.070881 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-40460b6e-15f9-4037-b3a8-03b2a515d357 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db840be7-c43f-41f5-babc-f6af84dead4d HTTP/1.1" status: 200 len: 217 time: 0.0436006 Oct 12 17:50:16.103087 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-e291c290-c43a-467e-b98f-001833e8ce78 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=141053e3b7424d909e5841c098201e82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4110918 Oct 12 17:50:16.104168 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 32778) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:16.108922 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e291c290-c43a-467e-b98f-001833e8ce78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e9a112-b92d-4dd0-81be-cdda9c0ab640,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:16.124752 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-0b32b56b-f7b7-4ad9-8ea9-373b505986ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:16.126195 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-0b32b56b-f7b7-4ad9-8ea9-373b505986ae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=45759d7e-d25f-43ae-8f03-94166684d89c HTTP/1.1" status: 200 len: 854 time: 0.0460038 Oct 12 17:50:16.153361 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc75a07-9ffd-4145-a67a-484bebbff5d0 req-382e35e4-7b37-499d-9aab-6301e84c5fcc tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:16.154966 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-fcc75a07-9ffd-4145-a67a-484bebbff5d0 req-382e35e4-7b37-499d-9aab-6301e84c5fcc tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=26538d7c-f34f-4612-8144-a0a11ec2b333 HTTP/1.1" status: 200 len: 943 time: 0.1694241 Oct 12 17:50:16.156238 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291c290-c43a-467e-b98f-001833e8ce78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:16.156576 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291c290-c43a-467e-b98f-001833e8ce78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:16.156909 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291c290-c43a-467e-b98f-001833e8ce78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:16.157226 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291c290-c43a-467e-b98f-001833e8ce78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:16.157551 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291c290-c43a-467e-b98f-001833e8ce78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:16.157871 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291c290-c43a-467e-b98f-001833e8ce78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:16.158693 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291c290-c43a-467e-b98f-001833e8ce78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:16.158693 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291c290-c43a-467e-b98f-001833e8ce78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:16.158969 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291c290-c43a-467e-b98f-001833e8ce78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:16.159220 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291c290-c43a-467e-b98f-001833e8ce78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:16.159531 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291c290-c43a-467e-b98f-001833e8ce78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:16.159839 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291c290-c43a-467e-b98f-001833e8ce78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:16.163887 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-c166b59c-4d2f-4dd1-8b38-5e151632676a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248539 Oct 12 17:50:16.175927 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422fc7b-3384-4952-9974-b12c15ff72af req-270de949-e5b4-46ed-9200-ca0c605969a8 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:16.177463 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-3422fc7b-3384-4952-9974-b12c15ff72af req-270de949-e5b4-46ed-9200-ca0c605969a8 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/ports?device_id=1fc2752c-33d8-4c56-bae1-ffec792a4765 HTTP/1.1" status: 200 len: 945 time: 0.1825488 Oct 12 17:50:16.243221 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-fcc75a07-9ffd-4145-a67a-484bebbff5d0 req-ed5f33d9-542e-4b06-8d5a-f1a6b85cfc83 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752025 Oct 12 17:50:16.260352 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a6d1d800-5d1a-4030-8343-3a29cf239eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:16.264430 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-3422fc7b-3384-4952-9974-b12c15ff72af req-4006fc3f-66a9-4aa0-a388-9c6aba526fb2 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/security-groups?id=2a062cd0-f0e8-4cd1-a0c2-cad7a6d5ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732796 Oct 12 17:50:16.287733 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a6d1d800-5d1a-4030-8343-3a29cf239eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:16.311714 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-e52b4cd4-d626-42ce-872c-176ebaa824cd service neutron] 10.222.0.44 "GET /v2.0/networks/e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281235 Oct 12 17:50:16.313822 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device e0959412-5bc9-446d-a36d-d0784f882165 up at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:50:16.353950 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a6d1d800-5d1a-4030-8343-3a29cf239eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:16.357617 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a6d1d800-5d1a-4030-8343-3a29cf239eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:16.369603 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-a6d1d800-5d1a-4030-8343-3a29cf239eab admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d2e9a112-b92d-4dd0-81be-cdda9c0ab640 HTTP/1.1" status: 204 len: 168 time: 0.2549081 Oct 12 17:50:16.399844 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning for port e0959412-5bc9-446d-a36d-d0784f882165 completed by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:50:16.400928 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1d800-5d1a-4030-8343-3a29cf239eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e9a112-b92d-4dd0-81be-cdda9c0ab640,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:16.432091 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning complete for port e0959412-5bc9-446d-a36d-d0784f882165 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:50:16.432976 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:16.453378 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-cbd69d3d-cafe-44e6-976c-3023510e1589 req-68e67a94-47d3-4d8a-a70c-5be804bd7d34 service neutron] 10.222.0.44 "GET /v2.0/networks/e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306818 Oct 12 17:50:16.515803 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40e90e-8950-4d06-826b-7a9ec614ad60 req-2a6c0b4f-5477-48d5-ab15-ccf3dabdd448 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:16.520223 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-3f40e90e-8950-4d06-826b-7a9ec614ad60 req-2a6c0b4f-5477-48d5-ab15-ccf3dabdd448 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.1220055 Oct 12 17:50:16.544271 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:16.563644 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd51f01-ffb4-4497-ad09-f174ba8cd1a0 req-378c11b9-e6d0-402c-8418-f86f123994d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:16.565479 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-2dd51f01-ffb4-4497-ad09-f174ba8cd1a0 req-378c11b9-e6d0-402c-8418-f86f123994d0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=34d68852db734aefb112496c454c9c73&device_id=26538d7c-f34f-4612-8144-a0a11ec2b333 HTTP/1.1" status: 200 len: 1096 time: 0.0495431 Oct 12 17:50:16.572746 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc2752c-33d8-4c56-bae1-ffec792a4765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0959412-5bc9-446d-a36d-d0784f882165'}] {{(pid=105768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:50:16.575222 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d673ce2dcb2bb4fbf918fb1a8c35d4bb21dca6670ea86fc912d44392d0d8dbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db48d8eb-f0ce-470e-8b99-85d792a01602" -d '{"events": [{"server_uuid": "1fc2752c-33d8-4c56-bae1-ffec792a4765", "name": "network-vif-plugged", "status": "completed", "tag": "e0959412-5bc9-446d-a36d-d0784f882165"}]}' {{(pid=105768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:50:16.588265 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port e0959412-5bc9-446d-a36d-d0784f882165, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e0959412-5bc9-446d-a36d-d0784f882165,segment=NetworkSegment(d8f397df-76b9-4e31-a649-c4e602c85c07),segment_id=d8f397df-76b9-4e31-a649-c4e602c85c07)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:50:16.600517 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:16.602921 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-3f40e90e-8950-4d06-826b-7a9ec614ad60 req-c049f835-8bdb-46cf-afbb-146f42245aca tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687401 Oct 12 17:50:16.614212 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba018cc8-633e-4a80-9f1d-7555dd2f0ac3 req-c01d9354-b9c3-444b-895c-750d4686d904 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:16.615896 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ba018cc8-633e-4a80-9f1d-7555dd2f0ac3 req-c01d9354-b9c3-444b-895c-750d4686d904 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7a6bc11-e2e0-453f-94ad-300b587a0061 HTTP/1.1" status: 200 len: 945 time: 0.0946093 Oct 12 17:50:16.664266 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec9dfab-3e52-46ec-be03-074741d35501 x-openstack-request-id: req-dec9dfab-3e52-46ec-be03-074741d35501 {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:50:16.664557 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc2752c-33d8-4c56-bae1-ffec792a4765", "name": "network-vif-plugged", "status": "completed", "tag": "e0959412-5bc9-446d-a36d-d0784f882165", "code": 200}]} {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:50:16.665331 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-dec9dfab-3e52-46ec-be03-074741d35501 {{(pid=105768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:50:16.665725 dv-cinder-813226-2-iscsi neutron-server[105768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc2752c-33d8-4c56-bae1-ffec792a4765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0959412-5bc9-446d-a36d-d0784f882165', 'code': 200} Oct 12 17:50:16.681193 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=e0959412-5bc9-446d-a36d-d0784f882165,revision_number=5']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:16.686397 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ba018cc8-633e-4a80-9f1d-7555dd2f0ac3 req-df2aa58c-e32b-41cf-9cfa-b146d72c0a21 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/security-groups?id=dd45f6b7-988e-461e-9daa-caa3675cfee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583124 Oct 12 17:50:16.690381 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:16.690810 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:16.698772 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:16.699331 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:16.699875 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:16.700309 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:16.700640 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:16.700968 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:16.701857 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:16.701857 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:16.702055 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:16.702221 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:16.708473 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd51f01-ffb4-4497-ad09-f174ba8cd1a0 req-d9be8e65-7cca-4431-875d-23ede4b92e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:16.710786 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-2dd51f01-ffb4-4497-ad09-f174ba8cd1a0 req-d9be8e65-7cca-4431-875d-23ede4b92e6f service neutron] 10.222.0.44 "GET /v2.0/networks?id=e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa HTTP/1.1" status: 200 len: 916 time: 0.1271262 Oct 12 17:50:16.768621 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-2dd51f01-ffb4-4497-ad09-f174ba8cd1a0 req-789080f3-c0fa-4e15-9f26-3adfaa939d80 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db840be7-c43f-41f5-babc-f6af84dead4d HTTP/1.1" status: 200 len: 217 time: 0.0351036 Oct 12 17:50:16.775139 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 32790) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:16.789342 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-409fa030-3921-47cb-a452-cfcf10a19f38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:16.828059 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd51f01-ffb4-4497-ad09-f174ba8cd1a0 req-d4cf0fb5-20c8-4777-aaca-d18a6836405f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:16.829530 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-2dd51f01-ffb4-4497-ad09-f174ba8cd1a0 req-d4cf0fb5-20c8-4777-aaca-d18a6836405f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=45759d7e-d25f-43ae-8f03-94166684d89c HTTP/1.1" status: 200 len: 854 time: 0.0536504 Oct 12 17:50:16.862542 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-409fa030-3921-47cb-a452-cfcf10a19f38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:16.868931 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-409fa030-3921-47cb-a452-cfcf10a19f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:16.892071 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-2dd51f01-ffb4-4497-ad09-f174ba8cd1a0 req-4b72002f-10ce-4baa-9b78-1e1798916df7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439391 Oct 12 17:50:16.906823 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a420a247-1000-41ef-ab47-b4ef28e5b95c req-3834e154-c1ff-4917-94c2-873ef2e7ebf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:16.908258 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-a420a247-1000-41ef-ab47-b4ef28e5b95c req-3834e154-c1ff-4917-94c2-873ef2e7ebf9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1fc2752c-33d8-4c56-bae1-ffec792a4765 HTTP/1.1" status: 200 len: 1099 time: 0.0682981 Oct 12 17:50:16.923343 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-409fa030-3921-47cb-a452-cfcf10a19f38 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=84f2dfd7b27c4a9d99f1fa5ccd64f534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469374 Oct 12 17:50:16.926577 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 32800) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:16.962373 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409fa030-3921-47cb-a452-cfcf10a19f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409492d9-ce76-45b3-af83-1020335f2ff5,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:16.987196 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cbd75d73-364d-40f7-b5c3-50d78ca79e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:17.015542 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cbd75d73-364d-40f7-b5c3-50d78ca79e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:17.079860 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cbd75d73-364d-40f7-b5c3-50d78ca79e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:17.083708 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cbd75d73-364d-40f7-b5c3-50d78ca79e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:17.086396 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-cbd75d73-364d-40f7-b5c3-50d78ca79e8f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/409492d9-ce76-45b3-af83-1020335f2ff5 HTTP/1.1" status: 204 len: 168 time: 0.1588476 Oct 12 17:50:17.095869 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd75d73-364d-40f7-b5c3-50d78ca79e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409492d9-ce76-45b3-af83-1020335f2ff5,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:17.243299 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-a420a247-1000-41ef-ab47-b4ef28e5b95c req-9e1a57bf-c5d3-462c-8f15-1c47570b930b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2a062cd0-f0e8-4cd1-a0c2-cad7a6d5ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104708 Oct 12 17:50:17.267293 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-2dd51f01-ffb4-4497-ad09-f174ba8cd1a0 req-87cb0751-525e-4aad-84a6-728e115c164c service neutron] 10.222.0.44 "GET /v2.0/networks/e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627958 Oct 12 17:50:17.397175 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bcf9eb-f741-4ae6-b3a3-8e0a74cc9b3d req-1ffbd2a5-c14e-47d4-9345-9e1bde37c7c5 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:17.398794 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-43bcf9eb-f741-4ae6-b3a3-8e0a74cc9b3d req-1ffbd2a5-c14e-47d4-9345-9e1bde37c7c5 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=26538d7c-f34f-4612-8144-a0a11ec2b333 HTTP/1.1" status: 200 len: 943 time: 0.0787959 Oct 12 17:50:17.412098 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ed7c6-a495-46c1-8a69-384f47aa0f2e req-e51fcd73-4ea1-42f1-ad0c-082ec4adac50 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:17.413553 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d88ed7c6-a495-46c1-8a69-384f47aa0f2e req-e51fcd73-4ea1-42f1-ad0c-082ec4adac50 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/ports?device_id=1fc2752c-33d8-4c56-bae1-ffec792a4765 HTTP/1.1" status: 200 len: 946 time: 0.0671492 Oct 12 17:50:17.469764 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-43bcf9eb-f741-4ae6-b3a3-8e0a74cc9b3d req-fbe1354c-9a4a-476f-a84d-a1c9fb9ef960 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552490 Oct 12 17:50:17.477887 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d88ed7c6-a495-46c1-8a69-384f47aa0f2e req-216a9767-32c0-478a-9e45-b325d584c57b tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/security-groups?id=2a062cd0-f0e8-4cd1-a0c2-cad7a6d5ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572796 Oct 12 17:50:17.595731 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-2dd51f01-ffb4-4497-ad09-f174ba8cd1a0 req-3c09acce-b13e-4a9c-8b18-870329582306 service neutron] 10.222.0.44 "GET /v2.0/networks/e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871828 Oct 12 17:50:17.733886 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98cd9f0-3d5a-4dc8-9822-3a9988da956d req-d6df4087-0e8a-45f4-86d9-f9cf7f5ab0ee tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:17.735513 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-b98cd9f0-3d5a-4dc8-9822-3a9988da956d req-d6df4087-0e8a-45f4-86d9-f9cf7f5ab0ee tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0578761 Oct 12 17:50:17.803699 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-b98cd9f0-3d5a-4dc8-9822-3a9988da956d req-69786005-6e64-436f-9d4c-977adb4bdc25 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612462 Oct 12 17:50:17.820546 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14b55a-2fdb-4074-b14a-22a476eaa2dc req-da795324-56a4-43d7-b07e-4a0a53edf13b tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:17.820546 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9a14b55a-2fdb-4074-b14a-22a476eaa2dc req-da795324-56a4-43d7-b07e-4a0a53edf13b tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7a6bc11-e2e0-453f-94ad-300b587a0061 HTTP/1.1" status: 200 len: 945 time: 0.0677459 Oct 12 17:50:17.856934 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9a14b55a-2fdb-4074-b14a-22a476eaa2dc req-00ff7e72-8080-4162-98bc-1caf1d3a9c2d tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/security-groups?id=dd45f6b7-988e-461e-9daa-caa3675cfee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329785 Oct 12 17:50:18.524137 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 32890) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:18.627748 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d62a34-e568-43d7-993b-bd535591007f req-9ae13b4e-3b5b-4ec3-b140-2600e55cdc20 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:18.629253 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-30d62a34-e568-43d7-993b-bd535591007f req-9ae13b4e-3b5b-4ec3-b140-2600e55cdc20 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=26538d7c-f34f-4612-8144-a0a11ec2b333 HTTP/1.1" status: 200 len: 943 time: 0.0824227 Oct 12 17:50:18.668245 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f9089-719d-4616-840e-f7cef1f9596a req-febf7ec8-e833-4399-847f-0b781d3ddb6c tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:18.669748 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a51f9089-719d-4616-840e-f7cef1f9596a req-febf7ec8-e833-4399-847f-0b781d3ddb6c tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/ports?device_id=1fc2752c-33d8-4c56-bae1-ffec792a4765 HTTP/1.1" status: 200 len: 946 time: 0.0895567 Oct 12 17:50:18.670519 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9f2e2aa4-576f-4379-af97-d3affcb408cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:18.725312 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-30d62a34-e568-43d7-993b-bd535591007f req-f1eba8b8-58cb-4f06-a4ff-d513232579e1 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849090 Oct 12 17:50:18.752267 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a51f9089-719d-4616-840e-f7cef1f9596a req-01126ffe-213f-4b6d-9074-4ec73a83f1b7 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/security-groups?id=2a062cd0-f0e8-4cd1-a0c2-cad7a6d5ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705700 Oct 12 17:50:18.798582 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9f2e2aa4-576f-4379-af97-d3affcb408cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:18.804132 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9f2e2aa4-576f-4379-af97-d3affcb408cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:18.851199 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-9f2e2aa4-576f-4379-af97-d3affcb408cb admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=18471efe32a54357bc30c697691ee7b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3234868 Oct 12 17:50:18.851584 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 32896) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:18.857808 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e2aa4-576f-4379-af97-d3affcb408cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5dd32e-18d8-45df-b138-a7dd48f8fe44,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:18.999131 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-51affb76-335a-43b9-bd14-f3317049fee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:19.014064 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa11c13-ff44-4c75-b8eb-5607c8aa22fb req-1cccaba7-e0fc-4b0b-8f9f-db379aab4e33 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:19.015620 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-efa11c13-ff44-4c75-b8eb-5607c8aa22fb req-1cccaba7-e0fc-4b0b-8f9f-db379aab4e33 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.1392608 Oct 12 17:50:19.050735 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-51affb76-335a-43b9-bd14-f3317049fee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:19.065704 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73eb6c2-e194-4700-a9c6-3ea9ded52f6d req-01efcb1d-07bf-48c3-81c9-63756b97cfcd tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:19.067325 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c73eb6c2-e194-4700-a9c6-3ea9ded52f6d req-01efcb1d-07bf-48c3-81c9-63756b97cfcd tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7a6bc11-e2e0-453f-94ad-300b587a0061 HTTP/1.1" status: 200 len: 945 time: 0.1372740 Oct 12 17:50:19.124174 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-efa11c13-ff44-4c75-b8eb-5607c8aa22fb req-55dfe851-53f2-4a71-a979-e4500dcf00d3 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006982 Oct 12 17:50:19.143071 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c73eb6c2-e194-4700-a9c6-3ea9ded52f6d req-39682315-27ee-4e0b-8dfe-6c6321da0a99 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/security-groups?id=dd45f6b7-988e-461e-9daa-caa3675cfee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656197 Oct 12 17:50:19.168348 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-51affb76-335a-43b9-bd14-f3317049fee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:19.171633 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-51affb76-335a-43b9-bd14-f3317049fee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:19.172796 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-51affb76-335a-43b9-bd14-f3317049fee6 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7b5dd32e-18d8-45df-b138-a7dd48f8fe44 HTTP/1.1" status: 204 len: 168 time: 0.3204267 Oct 12 17:50:19.183978 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51affb76-335a-43b9-bd14-f3317049fee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5dd32e-18d8-45df-b138-a7dd48f8fe44,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:19.872210 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d6bfc-5bb8-423d-97df-57bf8a0e8334 req-5661715b-0902-4465-9db7-17fcb9bfcb74 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:19.873733 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-490d6bfc-5bb8-423d-97df-57bf8a0e8334 req-5661715b-0902-4465-9db7-17fcb9bfcb74 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=26538d7c-f34f-4612-8144-a0a11ec2b333 HTTP/1.1" status: 200 len: 943 time: 0.0766168 Oct 12 17:50:19.908588 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0080057-deb7-4cc6-8fc0-7f98fc99e9e0 req-b58d4d63-efb0-4cf0-b9a8-ef6406ee35a0 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:19.910052 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a0080057-deb7-4cc6-8fc0-7f98fc99e9e0 req-b58d4d63-efb0-4cf0-b9a8-ef6406ee35a0 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/ports?device_id=1fc2752c-33d8-4c56-bae1-ffec792a4765 HTTP/1.1" status: 200 len: 946 time: 0.0834765 Oct 12 17:50:19.935597 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-490d6bfc-5bb8-423d-97df-57bf8a0e8334 req-646c3eb5-ad76-48ad-9169-027ab275870c tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549848 Oct 12 17:50:19.970791 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a0080057-deb7-4cc6-8fc0-7f98fc99e9e0 req-55036bf4-36f1-4776-bdde-d929e63cbfeb tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/security-groups?id=2a062cd0-f0e8-4cd1-a0c2-cad7a6d5ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491788 Oct 12 17:50:20.045528 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3b925-2870-4ced-b54b-1d18ec9b8596 req-ab41d711-d009-4237-ad99-136b40ce6c6f tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:20.047589 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-d9b3b925-2870-4ced-b54b-1d18ec9b8596 req-ab41d711-d009-4237-ad99-136b40ce6c6f tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7a6bc11-e2e0-453f-94ad-300b587a0061 HTTP/1.1" status: 200 len: 945 time: 0.0952492 Oct 12 17:50:20.278418 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f8837-4069-4d0b-9177-6a99bea725fc req-6cde28fd-22c1-468f-8a57-1462231da8d5 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:20.279880 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0f6f8837-4069-4d0b-9177-6a99bea725fc req-6cde28fd-22c1-468f-8a57-1462231da8d5 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7a6bc11-e2e0-453f-94ad-300b587a0061 HTTP/1.1" status: 200 len: 945 time: 0.0526624 Oct 12 17:50:20.287986 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3012454-9797-4aa2-b718-ec5353de4146 req-0a76cbfe-7a6f-4b0f-8129-94af83b6e814 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:20.289362 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e3012454-9797-4aa2-b718-ec5353de4146 req-0a76cbfe-7a6f-4b0f-8129-94af83b6e814 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0884697 Oct 12 17:50:20.336379 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0f6f8837-4069-4d0b-9177-6a99bea725fc req-ba4fae5f-5576-47a4-a747-1f8c67d6bd47 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/security-groups?id=dd45f6b7-988e-461e-9daa-caa3675cfee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460641 Oct 12 17:50:20.350755 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e3012454-9797-4aa2-b718-ec5353de4146 req-479a3360-0e2c-4e9f-aa19-e931a18a0901 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532713 Oct 12 17:50:20.930544 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device db840be7-c43f-41f5-babc-f6af84dead4d details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:50:21.032213 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port db840be7-c43f-41f5-babc-f6af84dead4d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=db840be7-c43f-41f5-babc-f6af84dead4d,segment=NetworkSegment(5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8),segment_id=5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:50:21.043921 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Returning: {'device': 'db840be7-c43f-41f5-babc-f6af84dead4d', 'network_id': 'e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa', 'port_id': 'db840be7-c43f-41f5-babc-f6af84dead4d', 'mac_address': 'fa:16:3e:3b:d4:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45759d7e-d25f-43ae-8f03-94166684d89c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:50:21.072612 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f9713-dfe4-4a91-aef6-75216c802e31 req-34b66908-48f9-4e39-87da-04901e7f778b tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:21.075188 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d93f9713-dfe4-4a91-aef6-75216c802e31 req-34b66908-48f9-4e39-87da-04901e7f778b tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=26538d7c-f34f-4612-8144-a0a11ec2b333 HTTP/1.1" status: 200 len: 943 time: 0.0553396 Oct 12 17:50:21.083053 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:21.098547 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db840be7-c43f-41f5-babc-f6af84dead4d {{(pid=105768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:50:21.115259 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d93f9713-dfe4-4a91-aef6-75216c802e31 req-9c70d1af-03e4-48ed-a067-2a7c6a12ebb9 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339823 Oct 12 17:50:21.119511 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port db840be7-c43f-41f5-babc-f6af84dead4d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=db840be7-c43f-41f5-babc-f6af84dead4d,segment=NetworkSegment(5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8),segment_id=5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:50:21.127219 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:21.185803 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=db840be7-c43f-41f5-babc-f6af84dead4d,revision_number=4']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:21.468154 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11c553-85ab-4f3a-8154-bfd44f25ea20 req-6a06812c-e3a5-4ff3-a69a-c1e5f0c87694 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:21.469503 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-cc11c553-85ab-4f3a-8154-bfd44f25ea20 req-6a06812c-e3a5-4ff3-a69a-c1e5f0c87694 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7a6bc11-e2e0-453f-94ad-300b587a0061 HTTP/1.1" status: 200 len: 945 time: 0.0505319 Oct 12 17:50:21.511861 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-cc11c553-85ab-4f3a-8154-bfd44f25ea20 req-651d5061-5e28-48d2-bcf9-5c8bac19cacf tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/security-groups?id=dd45f6b7-988e-461e-9daa-caa3675cfee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332704 Oct 12 17:50:21.614367 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0291f-de51-454d-b651-d00082abe3eb req-9627295d-c9ce-474e-84ee-37efce20a4d0 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:21.615889 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-eea0291f-de51-454d-b651-d00082abe3eb req-9627295d-c9ce-474e-84ee-37efce20a4d0 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0493367 Oct 12 17:50:21.660614 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-eea0291f-de51-454d-b651-d00082abe3eb req-468a540b-9043-4e3a-8fd2-26c6bdb3286a tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381837 Oct 12 17:50:22.263368 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67a464-0c3b-4d76-9a94-6c96b3c26ee2 req-64367cbd-95f3-48f6-9361-38cd7a6e9237 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:22.264857 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2c67a464-0c3b-4d76-9a94-6c96b3c26ee2 req-64367cbd-95f3-48f6-9361-38cd7a6e9237 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=26538d7c-f34f-4612-8144-a0a11ec2b333 HTTP/1.1" status: 200 len: 944 time: 0.0661306 Oct 12 17:50:22.303615 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2c67a464-0c3b-4d76-9a94-6c96b3c26ee2 req-e815523f-02a1-4323-8e1a-49610407fd85 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328875 Oct 12 17:50:22.640480 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c84372-ac23-49dc-83ac-ab0f9ac97667 req-410d80c7-78c9-49c5-b8e6-bd061fb11ecd tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:22.641957 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-96c84372-ac23-49dc-83ac-ab0f9ac97667 req-410d80c7-78c9-49c5-b8e6-bd061fb11ecd tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7a6bc11-e2e0-453f-94ad-300b587a0061 HTTP/1.1" status: 200 len: 945 time: 0.0611095 Oct 12 17:50:22.681227 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-96c84372-ac23-49dc-83ac-ab0f9ac97667 req-a5c375a9-fbe2-4609-a51e-e16bda9eb78d tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/security-groups?id=dd45f6b7-988e-461e-9daa-caa3675cfee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328741 Oct 12 17:50:22.787273 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3d33c-2ff9-4574-9919-57000c5631da req-f3626b85-d3be-416c-b9bd-0bba44624eb3 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:22.788636 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-74b3d33c-2ff9-4574-9919-57000c5631da req-f3626b85-d3be-416c-b9bd-0bba44624eb3 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0523212 Oct 12 17:50:22.828467 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-74b3d33c-2ff9-4574-9919-57000c5631da req-73dfdd48-d9ba-4280-ab19-a287086d84ba tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322089 Oct 12 17:50:22.886657 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 668f043c-d8a3-4c6c-b903-ee5b5adf7bfa no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:50:22.968297 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:22.990083 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a6bc11-e2e0-453f-94ad-300b587a0061', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '668f043c-d8a3-4c6c-b903-ee5b5adf7bfa'}] {{(pid=105768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:50:22.992368 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d673ce2dcb2bb4fbf918fb1a8c35d4bb21dca6670ea86fc912d44392d0d8dbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2bf754-24b8-47b8-89a4-2bdee3ee938b" -d '{"events": [{"server_uuid": "e7a6bc11-e2e0-453f-94ad-300b587a0061", "name": "network-vif-unplugged", "status": "completed", "tag": "668f043c-d8a3-4c6c-b903-ee5b5adf7bfa"}]}' {{(pid=105768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:50:23.018417 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 668f043c-d8a3-4c6c-b903-ee5b5adf7bfa, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=668f043c-d8a3-4c6c-b903-ee5b5adf7bfa,segment=NetworkSegment(86f8eb35-b08f-4e91-85b0-ccb6e44b24b8),segment_id=86f8eb35-b08f-4e91-85b0-ccb6e44b24b8)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:50:23.026726 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [req-d9b3b925-2870-4ced-b54b-1d18ec9b8596 req-4e508f85-e48c-4545-ace8-da4c61b2a0c7 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Deleting port 668f043c-d8a3-4c6c-b903-ee5b5adf7bfa {{(pid=105767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:50:23.027263 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-d9b3b925-2870-4ced-b54b-1d18ec9b8596 req-4e508f85-e48c-4545-ace8-da4c61b2a0c7 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:23.029337 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:23.065673 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 17:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c50fe6-b361-4b24-8a6c-806c554476d9 x-openstack-request-id: req-75c50fe6-b361-4b24-8a6c-806c554476d9 {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:50:23.066042 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a6bc11-e2e0-453f-94ad-300b587a0061", "name": "network-vif-unplugged", "status": "completed", "tag": "668f043c-d8a3-4c6c-b903-ee5b5adf7bfa", "code": 200}]} {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:50:23.066391 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-75c50fe6-b361-4b24-8a6c-806c554476d9 {{(pid=105768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:50:23.066873 dv-cinder-813226-2-iscsi neutron-server[105768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a6bc11-e2e0-453f-94ad-300b587a0061', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '668f043c-d8a3-4c6c-b903-ee5b5adf7bfa', 'code': 200} Oct 12 17:50:23.096285 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=668f043c-d8a3-4c6c-b903-ee5b5adf7bfa,revision_number=6']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:23.135095 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-d9b3b925-2870-4ced-b54b-1d18ec9b8596 req-4e508f85-e48c-4545-ace8-da4c61b2a0c7 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] For port 668f043c-d8a3-4c6c-b903-ee5b5adf7bfa, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=668f043c-d8a3-4c6c-b903-ee5b5adf7bfa,segment=NetworkSegment(86f8eb35-b08f-4e91-85b0-ccb6e44b24b8),segment_id=86f8eb35-b08f-4e91-85b0-ccb6e44b24b8)] {{(pid=105767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:50:23.135456 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-d9b3b925-2870-4ced-b54b-1d18ec9b8596 req-4e508f85-e48c-4545-ace8-da4c61b2a0c7 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:23.154511 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [req-d9b3b925-2870-4ced-b54b-1d18ec9b8596 req-4e508f85-e48c-4545-ace8-da4c61b2a0c7 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Calling delete_port for 668f043c-d8a3-4c6c-b903-ee5b5adf7bfa owned by compute:nova {{(pid=105767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:50:23.328202 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-d9b3b925-2870-4ced-b54b-1d18ec9b8596 req-4e508f85-e48c-4545-ace8-da4c61b2a0c7 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:23.356793 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e508f85-e48c-4545-ace8-da4c61b2a0c7 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Pushing event deleted for resources: {'Port': ['ID=668f043c-d8a3-4c6c-b903-ee5b5adf7bfa,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:23.417560 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['db840be7-c43f-41f5-babc-f6af84dead4d'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:50:23.425841 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b3b925-2870-4ced-b54b-1d18ec9b8596 req-4e508f85-e48c-4545-ace8-da4c61b2a0c7 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] No DVR routers for this DVR port 668f043c-d8a3-4c6c-b903-ee5b5adf7bfa on host hv-cinder-81322 {{(pid=105767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:50:23.430097 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-d9b3b925-2870-4ced-b54b-1d18ec9b8596 req-4e508f85-e48c-4545-ace8-da4c61b2a0c7 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:23.435864 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-d9b3b925-2870-4ced-b54b-1d18ec9b8596 req-4e508f85-e48c-4545-ace8-da4c61b2a0c7 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.44 "DELETE /v2.0/ports/668f043c-d8a3-4c6c-b903-ee5b5adf7bfa HTTP/1.1" status: 204 len: 173 time: 0.5597901 Oct 12 17:50:23.436518 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a6bc11-e2e0-453f-94ad-300b587a0061', 'name': 'network-vif-deleted', 'tag': '668f043c-d8a3-4c6c-b903-ee5b5adf7bfa'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:50:23.439488 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99685f50-4b74-4e06-bd96-bb378699f803" -d '{"events": [{"server_uuid": "e7a6bc11-e2e0-453f-94ad-300b587a0061", "name": "network-vif-deleted", "tag": "668f043c-d8a3-4c6c-b903-ee5b5adf7bfa"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:50:23.462912 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063313e4-b5d2-440c-ba86-22bc35b1db7f req-4866937b-b922-4b87-a5f2-6cd45b57c293 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:23.464669 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-063313e4-b5d2-440c-ba86-22bc35b1db7f req-4866937b-b922-4b87-a5f2-6cd45b57c293 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=26538d7c-f34f-4612-8144-a0a11ec2b333 HTTP/1.1" status: 200 len: 944 time: 0.0716236 Oct 12 17:50:23.487566 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c50d045-796f-4974-a84c-0485ac6304d8 x-openstack-request-id: req-0c50d045-796f-4974-a84c-0485ac6304d8 {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:50:23.487859 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a6bc11-e2e0-453f-94ad-300b587a0061", "name": "network-vif-deleted", "tag": "668f043c-d8a3-4c6c-b903-ee5b5adf7bfa", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:50:23.488110 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-0c50d045-796f-4974-a84c-0485ac6304d8 {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:50:23.488504 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a6bc11-e2e0-453f-94ad-300b587a0061', 'name': 'network-vif-deleted', 'tag': '668f043c-d8a3-4c6c-b903-ee5b5adf7bfa', 'status': 'completed', 'code': 200} Oct 12 17:50:23.510394 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-063313e4-b5d2-440c-ba86-22bc35b1db7f req-975b2602-d1bd-4c03-ac7d-4e2451fe1a72 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392718 Oct 12 17:50:23.777177 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-46feeda8-1d0b-4754-b928-7aaa2871a6bc req-6b21041f-7e04-4972-997e-aca1ba92ca67 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7a6bc11-e2e0-453f-94ad-300b587a0061 HTTP/1.1" status: 200 len: 210 time: 0.0260298 Oct 12 17:50:23.953011 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed8274-eec4-4301-aba8-d3b9ea94950a req-8f6df2b6-5764-416c-b73d-9b7a95b7f0c3 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:23.954602 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d5ed8274-eec4-4301-aba8-d3b9ea94950a req-8f6df2b6-5764-416c-b73d-9b7a95b7f0c3 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0568647 Oct 12 17:50:23.992840 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d5ed8274-eec4-4301-aba8-d3b9ea94950a req-492e2038-c14d-43fb-b740-0b9135c787ee tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318890 Oct 12 17:50:24.631227 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc928ec9-b596-4e06-8931-9039274b20f1 req-4b8c8015-2e3f-4495-9e68-da99f7ae9b4b tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:24.632596 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-dc928ec9-b596-4e06-8931-9039274b20f1 req-4b8c8015-2e3f-4495-9e68-da99f7ae9b4b tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=26538d7c-f34f-4612-8144-a0a11ec2b333 HTTP/1.1" status: 200 len: 944 time: 0.0500236 Oct 12 17:50:24.675889 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-dc928ec9-b596-4e06-8931-9039274b20f1 req-7a18be30-77d9-430c-9ebd-067072e15d72 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370855 Oct 12 17:50:24.881828 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-62ab58e0-527a-4a05-9fe1-2c22be48a953 req-ed6a4c18-242b-4072-bc93-4cf2308ba438 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7a6bc11-e2e0-453f-94ad-300b587a0061 HTTP/1.1" status: 200 len: 210 time: 0.0275476 Oct 12 17:50:25.118841 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e448823-246e-4627-89fb-53a329281f34 req-6960833f-0a81-4353-a847-7e293383aa4f tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:25.120326 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2e448823-246e-4627-89fb-53a329281f34 req-6960833f-0a81-4353-a847-7e293383aa4f tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0528042 Oct 12 17:50:25.164301 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2e448823-246e-4627-89fb-53a329281f34 req-c121fe42-298a-4b5c-83ee-6ad08c43cde2 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377247 Oct 12 17:50:25.794203 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e869a44-0cf3-40fc-b2f3-443b7c85a5ea req-24fc2d2a-1837-4a18-b011-8e48f1865e5f tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:25.795826 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9e869a44-0cf3-40fc-b2f3-443b7c85a5ea req-24fc2d2a-1837-4a18-b011-8e48f1865e5f tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=26538d7c-f34f-4612-8144-a0a11ec2b333 HTTP/1.1" status: 200 len: 944 time: 0.0481522 Oct 12 17:50:25.835126 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9e869a44-0cf3-40fc-b2f3-443b7c85a5ea req-74b4000a-2823-4ec9-ab9e-42254fe0ff2d tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332146 Oct 12 17:50:25.983906 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8fb846cb-631b-451a-b196-b966592a599e req-4cfcc0a2-1a4f-4f37-a1b6-d7c38117ce6b tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7a6bc11-e2e0-453f-94ad-300b587a0061 HTTP/1.1" status: 200 len: 210 time: 0.0341675 Oct 12 17:50:26.289474 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1f0e7-1f25-4e15-95de-2ef51e222ab0 req-0aa51558-cb70-49c8-b345-b2ef740e037c tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:26.290959 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-45b1f0e7-1f25-4e15-95de-2ef51e222ab0 req-0aa51558-cb70-49c8-b345-b2ef740e037c tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0512757 Oct 12 17:50:26.332604 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-45b1f0e7-1f25-4e15-95de-2ef51e222ab0 req-8a873480-a7d7-4e1e-b59e-8460e3b0dcb9 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341072 Oct 12 17:50:26.550587 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:26.961696 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de795b0e-55e6-49a1-afb8-d1795bce87b1 req-d142bbc0-3c45-40c4-a47e-e79820297ae2 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:26.963182 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-de795b0e-55e6-49a1-afb8-d1795bce87b1 req-d142bbc0-3c45-40c4-a47e-e79820297ae2 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=26538d7c-f34f-4612-8144-a0a11ec2b333 HTTP/1.1" status: 200 len: 944 time: 0.0505164 Oct 12 17:50:27.005304 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-de795b0e-55e6-49a1-afb8-d1795bce87b1 req-b8e5f3a7-7ab4-4534-971e-54e0dd989062 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348315 Oct 12 17:50:27.100255 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e9ac9e7e-3f82-4fc4-b69c-d4214b979a5f req-fa68a922-4ae2-46c4-92ad-ec0b401f6508 tempest-DeleteServersTestJSON-1563200804 tempest-DeleteServersTestJSON-1563200804-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7a6bc11-e2e0-453f-94ad-300b587a0061 HTTP/1.1" status: 200 len: 210 time: 0.0275891 Oct 12 17:50:27.333904 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4f44d-7f40-444c-bb56-e6ccee33e1e0 req-aeabece0-9bfa-4bd3-9840-31b59d8f295f tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:27.335571 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c4c4f44d-7f40-444c-bb56-e6ccee33e1e0 req-aeabece0-9bfa-4bd3-9840-31b59d8f295f tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/ports?device_id=1fc2752c-33d8-4c56-bae1-ffec792a4765 HTTP/1.1" status: 200 len: 946 time: 0.0554764 Oct 12 17:50:27.395284 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c4c4f44d-7f40-444c-bb56-e6ccee33e1e0 req-942fbd50-7cd1-46b8-8236-8449ea8e051b tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/security-groups?id=2a062cd0-f0e8-4cd1-a0c2-cad7a6d5ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523572 Oct 12 17:50:27.473803 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b040008-8f93-4b0a-92e6-cfec98c6c28a req-9bd66a59-22fd-408d-8626-363834d82cf8 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:27.475329 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2b040008-8f93-4b0a-92e6-cfec98c6c28a req-9bd66a59-22fd-408d-8626-363834d82cf8 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0487411 Oct 12 17:50:27.514791 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2b040008-8f93-4b0a-92e6-cfec98c6c28a req-3e8e2f16-63da-4bff-82f8-b1b6e533ddd8 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333977 Oct 12 17:50:27.806283 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-b1286f46-444e-4fd3-aeb5-cee46ae8fcd8 req-17cd1b28-79d9-40eb-840e-0c13e25ea082 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e7a6bc11-e2e0-453f-94ad-300b587a0061&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0265622 Oct 12 17:50:27.885422 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-b1286f46-444e-4fd3-aeb5-cee46ae8fcd8 req-6adb80e7-4fb9-47e5-82fe-2e12ed1b91ea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e8a2ded45d0b49bb81ccf663233f000b&device_id=e7a6bc11-e2e0-453f-94ad-300b587a0061 HTTP/1.1" status: 200 len: 210 time: 0.0291266 Oct 12 17:50:27.965237 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 33146) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:28.116140 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1286f46-444e-4fd3-aeb5-cee46ae8fcd8 req-b49c4e60-c683-4840-958f-203d85481ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:28.117922 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-b1286f46-444e-4fd3-aeb5-cee46ae8fcd8 req-b49c4e60-c683-4840-958f-203d85481ee9 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e8a2ded45d0b49bb81ccf663233f000b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1984251 Oct 12 17:50:28.135773 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1d9eee9d-61b6-4724-bd1e-f4c6ee500256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:28.162874 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f4a1c-9142-4b9d-83a1-26f3bddad733 req-64bb4928-95b2-4f56-94e6-11427ece1911 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:28.164472 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a79f4a1c-9142-4b9d-83a1-26f3bddad733 req-64bb4928-95b2-4f56-94e6-11427ece1911 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=26538d7c-f34f-4612-8144-a0a11ec2b333 HTTP/1.1" status: 200 len: 944 time: 0.0783839 Oct 12 17:50:28.224440 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a79f4a1c-9142-4b9d-83a1-26f3bddad733 req-f346cae2-cbc5-4b04-a11e-19960d2d1245 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533047 Oct 12 17:50:28.280895 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1d9eee9d-61b6-4724-bd1e-f4c6ee500256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:28.288377 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1d9eee9d-61b6-4724-bd1e-f4c6ee500256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:28.306900 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1286f46-444e-4fd3-aeb5-cee46ae8fcd8 req-b169f8c6-272d-425c-add2-8b4f35575ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:28.308890 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-b1286f46-444e-4fd3-aeb5-cee46ae8fcd8 req-b169f8c6-272d-425c-add2-8b4f35575ff2 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1819632 Oct 12 17:50:28.324502 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9eee9d-61b6-4724-bd1e-f4c6ee500256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e990dcbd-95e9-4191-ac74-4e2fe505a561,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:28.334014 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-1d9eee9d-61b6-4724-bd1e-f4c6ee500256 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=bcbe9b4bc7084d93a5c981e1e08a18d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3673205 Oct 12 17:50:28.336594 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 33164) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:28.396398 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa671f07-9ea2-43c5-8e74-87147f07b956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:28.424319 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa671f07-9ea2-43c5-8e74-87147f07b956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:28.513486 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa671f07-9ea2-43c5-8e74-87147f07b956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:28.516285 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa671f07-9ea2-43c5-8e74-87147f07b956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:28.519929 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-fa671f07-9ea2-43c5-8e74-87147f07b956 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e990dcbd-95e9-4191-ac74-4e2fe505a561 HTTP/1.1" status: 204 len: 168 time: 0.1791608 Oct 12 17:50:28.524553 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device db840be7-c43f-41f5-babc-f6af84dead4d up at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:50:28.532477 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ddac5-72c3-47c4-89d7-4b14acc240f2 req-255d0b2d-9c70-4046-864d-b7383d80ae42 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:28.541281 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2a8ddac5-72c3-47c4-89d7-4b14acc240f2 req-255d0b2d-9c70-4046-864d-b7383d80ae42 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/ports?device_id=1fc2752c-33d8-4c56-bae1-ffec792a4765 HTTP/1.1" status: 200 len: 946 time: 0.0715868 Oct 12 17:50:28.562141 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa671f07-9ea2-43c5-8e74-87147f07b956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e990dcbd-95e9-4191-ac74-4e2fe505a561,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:28.610427 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2a8ddac5-72c3-47c4-89d7-4b14acc240f2 req-f5643292-275a-4149-97d2-5cf438f0a613 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/security-groups?id=2a062cd0-f0e8-4cd1-a0c2-cad7a6d5ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640752 Oct 12 17:50:28.639408 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning for port db840be7-c43f-41f5-babc-f6af84dead4d completed by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:50:28.644406 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning complete for port db840be7-c43f-41f5-babc-f6af84dead4d triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:50:28.645276 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:28.699023 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eaed37-5cdc-4da4-a108-c19a9fc89400 req-edb4418f-6670-4076-997f-d9f918440af9 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:28.700940 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-45eaed37-5cdc-4da4-a108-c19a9fc89400 req-edb4418f-6670-4076-997f-d9f918440af9 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0715904 Oct 12 17:50:28.751308 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-45eaed37-5cdc-4da4-a108-c19a9fc89400 req-c2693a80-d8be-4956-a99e-887a4c7d9e62 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434749 Oct 12 17:50:28.875515 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:28.901258 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26538d7c-f34f-4612-8144-a0a11ec2b333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db840be7-c43f-41f5-babc-f6af84dead4d'}] {{(pid=105768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:50:28.903621 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d673ce2dcb2bb4fbf918fb1a8c35d4bb21dca6670ea86fc912d44392d0d8dbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89dead3c-5eeb-4119-bc53-782ec0cc4041" -d '{"events": [{"server_uuid": "26538d7c-f34f-4612-8144-a0a11ec2b333", "name": "network-vif-plugged", "status": "completed", "tag": "db840be7-c43f-41f5-babc-f6af84dead4d"}]}' {{(pid=105768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:50:28.908644 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 33202) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:28.921188 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port db840be7-c43f-41f5-babc-f6af84dead4d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=db840be7-c43f-41f5-babc-f6af84dead4d,segment=NetworkSegment(5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8),segment_id=5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:50:28.927581 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-9a99f23c-e8d7-4304-88c0-46436e84e88c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:28.932997 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:28.946977 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb789bd-8aaf-45a1-a98f-bd76c8a2fdcc x-openstack-request-id: req-2fb789bd-8aaf-45a1-a98f-bd76c8a2fdcc {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:50:28.947193 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26538d7c-f34f-4612-8144-a0a11ec2b333", "name": "network-vif-plugged", "status": "completed", "tag": "db840be7-c43f-41f5-babc-f6af84dead4d", "code": 200}]} {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:50:28.947435 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-2fb789bd-8aaf-45a1-a98f-bd76c8a2fdcc {{(pid=105768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:50:28.947814 dv-cinder-813226-2-iscsi neutron-server[105768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26538d7c-f34f-4612-8144-a0a11ec2b333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db840be7-c43f-41f5-babc-f6af84dead4d', 'code': 200} Oct 12 17:50:28.991480 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=db840be7-c43f-41f5-babc-f6af84dead4d,revision_number=5']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:29.030747 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-9a99f23c-e8d7-4304-88c0-46436e84e88c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:29.037474 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-9a99f23c-e8d7-4304-88c0-46436e84e88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:29.077750 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-9a99f23c-e8d7-4304-88c0-46436e84e88c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1e4c8e83dc1c479b888278cd81e0d49d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1679308 Oct 12 17:50:29.079032 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a99f23c-e8d7-4304-88c0-46436e84e88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf78ca3-078f-4dd9-a934-d0acced9875b,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:29.080834 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 33206) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:29.136821 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f046c52c-0fb0-4bc7-ae08-9ccc05500776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:29.157381 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f046c52c-0fb0-4bc7-ae08-9ccc05500776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:29.176115 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ea445-c40d-4776-aecd-ad93684d51ec req-aa3e6f70-78d6-456c-aa44-685ef5b6d326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:29.177611 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-486ea445-c40d-4776-aecd-ad93684d51ec req-aa3e6f70-78d6-456c-aa44-685ef5b6d326 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=26538d7c-f34f-4612-8144-a0a11ec2b333 HTTP/1.1" status: 200 len: 1098 time: 0.0410469 Oct 12 17:50:29.203657 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f046c52c-0fb0-4bc7-ae08-9ccc05500776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:29.206262 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f046c52c-0fb0-4bc7-ae08-9ccc05500776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:29.207425 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-f046c52c-0fb0-4bc7-ae08-9ccc05500776 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/8bf78ca3-078f-4dd9-a934-d0acced9875b HTTP/1.1" status: 204 len: 168 time: 0.1219046 Oct 12 17:50:29.218673 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046c52c-0fb0-4bc7-ae08-9ccc05500776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf78ca3-078f-4dd9-a934-d0acced9875b,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:29.233497 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-486ea445-c40d-4776-aecd-ad93684d51ec req-d9dcb4a1-c67e-42cd-b998-004ab42ad7f8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396714 Oct 12 17:50:29.347981 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c135b8-44d5-4ac4-82cd-79e0505269bb req-31245ec7-8549-4b1c-a3e8-3197d3d1d418 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:29.349477 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-77c135b8-44d5-4ac4-82cd-79e0505269bb req-31245ec7-8549-4b1c-a3e8-3197d3d1d418 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=26538d7c-f34f-4612-8144-a0a11ec2b333 HTTP/1.1" status: 200 len: 945 time: 0.0542271 Oct 12 17:50:29.394610 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-77c135b8-44d5-4ac4-82cd-79e0505269bb req-84f608b2-9c12-4c68-937a-5840c2dfe575 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374401 Oct 12 17:50:29.623895 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 33226) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:29.676145 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3a54073-e67f-494a-9495-ea31020f4da0 admin admin] Deleting subnet 9869a46d-c6fb-4b4f-b1b0-b8d9fe5bbf2a {{(pid=105767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:50:29.679290 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e3a54073-e67f-494a-9495-ea31020f4da0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:29.719586 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c12544-e7af-4e08-88b5-425bd488e8a2 req-09770ba3-3156-442d-8e24-189a0d0ebf5b tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:29.720126 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e3a54073-e67f-494a-9495-ea31020f4da0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4686406'] for subnet, precommit_delete_associations {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:29.721274 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-60c12544-e7af-4e08-88b5-425bd488e8a2 req-09770ba3-3156-442d-8e24-189a0d0ebf5b tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/ports?device_id=1fc2752c-33d8-4c56-bae1-ffec792a4765 HTTP/1.1" status: 200 len: 946 time: 0.0490279 Oct 12 17:50:29.770976 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-60c12544-e7af-4e08-88b5-425bd488e8a2 req-8475c4be-82ed-4c13-830c-887c67bc5182 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/security-groups?id=2a062cd0-f0e8-4cd1-a0c2-cad7a6d5ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427864 Oct 12 17:50:29.775236 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e3a54073-e67f-494a-9495-ea31020f4da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727552'] for subnet, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:29.849561 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e3a54073-e67f-494a-9495-ea31020f4da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5196305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4575252'] for subnet, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:29.879870 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a54073-e67f-494a-9495-ea31020f4da0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9869a46d-c6fb-4b4f-b1b0-b8d9fe5bbf2a,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:29.881925 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ff749-ef0a-4bca-8450-fc4eef13c6bf req-9bfaae4a-cbd5-4393-b449-9734d47a65a4 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:29.882306 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e3a54073-e67f-494a-9495-ea31020f4da0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for subnet, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:29.890171 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-e3a54073-e67f-494a-9495-ea31020f4da0 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/9869a46d-c6fb-4b4f-b1b0-b8d9fe5bbf2a HTTP/1.1" status: 204 len: 168 time: 0.2649901 Oct 12 17:50:29.891293 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 33244) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:29.895737 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-523ff749-ef0a-4bca-8450-fc4eef13c6bf req-9bfaae4a-cbd5-4393-b449-9734d47a65a4 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0697203 Oct 12 17:50:29.971285 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-523ff749-ef0a-4bca-8450-fc4eef13c6bf req-21b075ba-d198-4a6b-91e6-7b7e26d10e37 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728221 Oct 12 17:50:30.011385 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-8e811d37-6dd2-4309-a778-42381bae2548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657003'] for network, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:30.061277 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637d679-4879-446b-b29d-ad8601744efe req-9d886f4a-a3f7-4805-ae56-a6b0a46b414c tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:30.062787 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-b637d679-4879-446b-b29d-ad8601744efe req-9d886f4a-a3f7-4805-ae56-a6b0a46b414c tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.44 "GET /v2.0/ports?device_id=1fc2752c-33d8-4c56-bae1-ffec792a4765 HTTP/1.1" status: 200 len: 946 time: 0.1085494 Oct 12 17:50:30.130414 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 6 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:50:30.141752 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-8e811d37-6dd2-4309-a778-42381bae2548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721659', 'neutron.services.segments.db._delete_segments_for_network-8752770191620'] for network, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:30.188491 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.services.segments.db [None req-8e811d37-6dd2-4309-a778-42381bae2548 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['892ea9c7-49de-4a42-bb7e-50af2caebbab']}} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:50:30.201619 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.services.segments.db [None req-8e811d37-6dd2-4309-a778-42381bae2548 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f8eb35-b08f-4e91-85b0-ccb6e44b24b8') {'for_net_delete': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:50:30.201915 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.services.segments.db [None req-8e811d37-6dd2-4309-a778-42381bae2548 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f8eb35-b08f-4e91-85b0-ccb6e44b24b8') {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:50:30.213340 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-8e811d37-6dd2-4309-a778-42381bae2548 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752770190093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4686413'] for segment, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:30.234294 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-8e811d37-6dd2-4309-a778-42381bae2548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234'] for segment, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:30.245106 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e811d37-6dd2-4309-a778-42381bae2548 admin admin] Releasing vlan 1391 on physical network physnet1 to pool {{(pid=105767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:50:30.245106 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-8e811d37-6dd2-4309-a778-42381bae2548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5197263'] for segment, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:30.245106 dv-cinder-813226-2-iscsi neutron-server[105767]: Traceback (most recent call last): Oct 12 17:50:30.245106 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:50:30.245106 dv-cinder-813226-2-iscsi neutron-server[105767]: timer() Oct 12 17:50:30.245106 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:50:30.245106 dv-cinder-813226-2-iscsi neutron-server[105767]: cb(*args, **kw) Oct 12 17:50:30.245106 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:50:30.245106 dv-cinder-813226-2-iscsi neutron-server[105767]: return func(*args, **kwargs) Oct 12 17:50:30.245106 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:50:30.245106 dv-cinder-813226-2-iscsi neutron-server[105767]: self._notify() Oct 12 17:50:30.245106 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:50:30.245106 dv-cinder-813226-2-iscsi neutron-server[105767]: self.callback(batched_events) Oct 12 17:50:30.245106 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:50:30.245106 dv-cinder-813226-2-iscsi neutron-server[105767]: event.method(event) Oct 12 17:50:30.245106 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:50:30.245106 dv-cinder-813226-2-iscsi neutron-server[105767]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:50:30.245106 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:50:30.245106 dv-cinder-813226-2-iscsi neutron-server[105767]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:50:30.245106 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:50:30.245106 dv-cinder-813226-2-iscsi neutron-server[105767]: return f(self, *a, **k) Oct 12 17:50:30.245106 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:50:30.245106 dv-cinder-813226-2-iscsi neutron-server[105767]: return self._get(url).json() Oct 12 17:50:30.245106 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:50:30.245106 dv-cinder-813226-2-iscsi neutron-server[105767]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:50:30.245106 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:50:30.245106 dv-cinder-813226-2-iscsi neutron-server[105767]: return self.request(url, 'GET', **kwargs) Oct 12 17:50:30.245106 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:50:30.245106 dv-cinder-813226-2-iscsi neutron-server[105767]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:50:30.245106 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:50:30.245106 dv-cinder-813226-2-iscsi neutron-server[105767]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:50:30.245106 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:50:30.245106 dv-cinder-813226-2-iscsi neutron-server[105767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:50:30.245106 dv-cinder-813226-2-iscsi neutron-server[105767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:50:30.287176 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [req-b637d679-4879-446b-b29d-ad8601744efe req-b7014c61-73f0-4007-94be-2240da69f539 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Deleting port e0959412-5bc9-446d-a36d-d0784f882165 {{(pid=105767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:50:30.287514 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-b637d679-4879-446b-b29d-ad8601744efe req-b7014c61-73f0-4007-94be-2240da69f539 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:30.520150 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716d108-6012-4051-867e-8e428a2625d2 req-63da864a-bdf4-4411-99ef-13af4a5c73c0 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:30.521597 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0716d108-6012-4051-867e-8e428a2625d2 req-63da864a-bdf4-4411-99ef-13af4a5c73c0 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=26538d7c-f34f-4612-8144-a0a11ec2b333 HTTP/1.1" status: 200 len: 945 time: 0.0522330 Oct 12 17:50:30.542989 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-8e811d37-6dd2-4309-a778-42381bae2548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8091041'] for network, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:30.558093 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-8e811d37-6dd2-4309-a778-42381bae2548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for network, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:30.566031 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-8e811d37-6dd2-4309-a778-42381bae2548 admin admin] 10.222.0.85 "DELETE /v2.0/networks/892ea9c7-49de-4a42-bb7e-50af2caebbab HTTP/1.1" status: 204 len: 168 time: 0.6706560 Oct 12 17:50:30.566166 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0716d108-6012-4051-867e-8e428a2625d2 req-8e8d721a-c63a-41e8-a2bd-a50a189e1c8e tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341990 Oct 12 17:50:30.591814 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e811d37-6dd2-4309-a778-42381bae2548 admin admin] Pushing event deleted for resources: {'Network': ['ID=892ea9c7-49de-4a42-bb7e-50af2caebbab,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:30.632916 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-b637d679-4879-446b-b29d-ad8601744efe req-b7014c61-73f0-4007-94be-2240da69f539 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] For port e0959412-5bc9-446d-a36d-d0784f882165, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e0959412-5bc9-446d-a36d-d0784f882165,segment=NetworkSegment(d8f397df-76b9-4e31-a649-c4e602c85c07),segment_id=d8f397df-76b9-4e31-a649-c4e602c85c07)] {{(pid=105767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:50:30.633456 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-b637d679-4879-446b-b29d-ad8601744efe req-b7014c61-73f0-4007-94be-2240da69f539 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:30.647386 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [req-b637d679-4879-446b-b29d-ad8601744efe req-b7014c61-73f0-4007-94be-2240da69f539 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Calling delete_port for e0959412-5bc9-446d-a36d-d0784f882165 owned by compute:nova {{(pid=105767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:50:30.701692 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 33282) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:30.747184 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-aea607af-5a8e-4b30-bd50-80248fe682b5 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e8a2ded45d0b49bb81ccf663233f000b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0440979 Oct 12 17:50:30.750838 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 33288) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:30.805611 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7aba5ecd-2d89-4f80-8fb1-ff621f509a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:30.816707 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-b637d679-4879-446b-b29d-ad8601744efe req-b7014c61-73f0-4007-94be-2240da69f539 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:30.836659 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['e0959412-5bc9-446d-a36d-d0784f882165'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:50:30.842960 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7aba5ecd-2d89-4f80-8fb1-ff621f509a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:30.850306 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7014c61-73f0-4007-94be-2240da69f539 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Pushing event deleted for resources: {'Port': ['ID=e0959412-5bc9-446d-a36d-d0784f882165,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:30.910576 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b637d679-4879-446b-b29d-ad8601744efe req-b7014c61-73f0-4007-94be-2240da69f539 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] No DVR routers for this DVR port e0959412-5bc9-446d-a36d-d0784f882165 on host hv-cinder-81322 {{(pid=105767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:50:30.913434 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-b637d679-4879-446b-b29d-ad8601744efe req-b7014c61-73f0-4007-94be-2240da69f539 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:30.917385 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-b637d679-4879-446b-b29d-ad8601744efe req-b7014c61-73f0-4007-94be-2240da69f539 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.44 "DELETE /v2.0/ports/e0959412-5bc9-446d-a36d-d0784f882165 HTTP/1.1" status: 204 len: 173 time: 0.8121352 Oct 12 17:50:30.917880 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc2752c-33d8-4c56-bae1-ffec792a4765', 'name': 'network-vif-deleted', 'tag': 'e0959412-5bc9-446d-a36d-d0784f882165'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:50:30.918040 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6b766218-2182-498b-b77f-6f2faa213d19 req-12c936c7-2307-47f1-84f8-847648c33ae6 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/ports?device_id=1fc2752c-33d8-4c56-bae1-ffec792a4765 HTTP/1.1" status: 200 len: 210 time: 0.0353682 Oct 12 17:50:30.922375 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b29b9e-07af-4886-be50-9d7fa9436928" -d '{"events": [{"server_uuid": "1fc2752c-33d8-4c56-bae1-ffec792a4765", "name": "network-vif-deleted", "tag": "e0959412-5bc9-446d-a36d-d0784f882165"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:50:30.952691 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7aba5ecd-2d89-4f80-8fb1-ff621f509a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:30.955277 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7aba5ecd-2d89-4f80-8fb1-ff621f509a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:30.956410 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-7aba5ecd-2d89-4f80-8fb1-ff621f509a00 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/dd45f6b7-988e-461e-9daa-caa3675cfee6 HTTP/1.1" status: 204 len: 168 time: 0.2040119 Oct 12 17:50:30.976732 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba5ecd-2d89-4f80-8fb1-ff621f509a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd45f6b7-988e-461e-9daa-caa3675cfee6,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:31.028955 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149b9b9e-7bc3-480b-a43f-520d2a0b074b x-openstack-request-id: req-149b9b9e-7bc3-480b-a43f-520d2a0b074b {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:50:31.029918 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc2752c-33d8-4c56-bae1-ffec792a4765", "name": "network-vif-deleted", "tag": "e0959412-5bc9-446d-a36d-d0784f882165", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:50:31.029918 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-149b9b9e-7bc3-480b-a43f-520d2a0b074b {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:50:31.030103 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc2752c-33d8-4c56-bae1-ffec792a4765', 'name': 'network-vif-deleted', 'tag': 'e0959412-5bc9-446d-a36d-d0784f882165', 'status': 'completed', 'code': 200} Oct 12 17:50:31.125984 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59719f9-34af-4492-901d-c86f0f1caff5 req-265f6a8e-2635-49e0-9878-afbcae483952 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:31.133580 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d59719f9-34af-4492-901d-c86f0f1caff5 req-265f6a8e-2635-49e0-9878-afbcae483952 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0693195 Oct 12 17:50:31.175531 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d59719f9-34af-4492-901d-c86f0f1caff5 req-df5330a7-1bbf-4501-b443-7c4f71042a1e tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407178 Oct 12 17:50:31.734009 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c7c53-7ed6-4285-8094-2fe1ebe09e85 req-db006a13-9790-46a5-89c2-53d11ad21737 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:31.735966 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-734c7c53-7ed6-4285-8094-2fe1ebe09e85 req-db006a13-9790-46a5-89c2-53d11ad21737 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=26538d7c-f34f-4612-8144-a0a11ec2b333 HTTP/1.1" status: 200 len: 945 time: 0.0800807 Oct 12 17:50:31.783101 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-734c7c53-7ed6-4285-8094-2fe1ebe09e85 req-a48e7ec3-e45b-4a69-8ea7-73fd95a4da94 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405464 Oct 12 17:50:32.309254 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-43163234-148d-471f-84ba-6265fd02e105 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:32.311110 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-43163234-148d-471f-84ba-6265fd02e105 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/networks?id=0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08 HTTP/1.1" status: 200 len: 809 time: 0.1507795 Oct 12 17:50:32.346728 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-d8bc09ba-d411-4f53-a28b-07804f46e972 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/quotas/57c3b47048a8456699e3268fee60e6ac HTTP/1.1" status: 200 len: 375 time: 0.0216169 Oct 12 17:50:32.391189 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-701fc388-c386-4baf-9321-cac9f4d1b56a tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=57c3b47048a8456699e3268fee60e6ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302913 Oct 12 17:50:32.408861 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bcebae-a04f-48d1-b4b0-962e41e4bce9 req-a1753972-789c-430a-b4ce-3b844e1c0991 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:32.410392 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c0bcebae-a04f-48d1-b4b0-962e41e4bce9 req-a1753972-789c-430a-b4ce-3b844e1c0991 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0875616 Oct 12 17:50:32.497427 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c0bcebae-a04f-48d1-b4b0-962e41e4bce9 req-029fdb72-a42a-4c03-8f0e-0b1b1428cc79 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785325 Oct 12 17:50:32.522377 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-70c75b19-8bb4-45f3-9891-78806de2f1dd service neutron] 10.222.0.85 "GET /v2.0/networks/0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108563 Oct 12 17:50:32.627338 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-7848e331-61fb-4403-afd1-119045a92ee2 service neutron] 10.222.0.85 "GET /v2.0/networks/0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960333 Oct 12 17:50:32.802384 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-7558f59d-94d2-44b0-91e9-431b0f3c73a0 req-1acafc7c-9b4c-4236-9169-f68210c7c286 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/ports?device_id=0438bcdd-fa20-47f9-956b-cfeaddf1fcec HTTP/1.1" status: 200 len: 210 time: 0.0364921 Oct 12 17:50:33.629467 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004142cd-3bfb-4600-acab-8224b8d44aa2 req-80c1ada0-d3ea-446f-bd28-1e45b3ccf01c tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:33.630978 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-004142cd-3bfb-4600-acab-8224b8d44aa2 req-80c1ada0-d3ea-446f-bd28-1e45b3ccf01c tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0535390 Oct 12 17:50:33.672500 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-004142cd-3bfb-4600-acab-8224b8d44aa2 req-80ad6631-b5a6-4ac6-a29a-617f08c025d9 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326819 Oct 12 17:50:34.050629 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-dcf09650-c981-4216-8732-e7aea2c870a0 req-37edbf1c-0644-4549-b82e-4768be841855 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/ports?device_id=0438bcdd-fa20-47f9-956b-cfeaddf1fcec HTTP/1.1" status: 200 len: 210 time: 0.0294409 Oct 12 17:50:34.806999 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7504cd-8fcc-449d-aae1-bfb1003f5f35 req-70c9cb4e-97a2-419e-909d-f27ed2e2e65b tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:34.808407 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-bb7504cd-8fcc-449d-aae1-bfb1003f5f35 req-70c9cb4e-97a2-419e-909d-f27ed2e2e65b tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0615115 Oct 12 17:50:34.851254 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-bb7504cd-8fcc-449d-aae1-bfb1003f5f35 req-21c41db3-a068-4482-9d59-3374f7cb84a9 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364981 Oct 12 17:50:35.152484 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a3660781-7c96-48a0-b0b9-560d4f38d246 req-f9dc826e-56c0-4caf-bb46-ffd8a61dc0df tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/ports?device_id=0438bcdd-fa20-47f9-956b-cfeaddf1fcec HTTP/1.1" status: 200 len: 210 time: 0.0291064 Oct 12 17:50:35.449014 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device e0959412-5bc9-446d-a36d-d0784f882165 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:50:35.471366 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] No Port match for: e0959412-5bc9-446d-a36d-d0784f882165 {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:50:35.471725 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device e0959412-5bc9-446d-a36d-d0784f882165 not bound to the agent host hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:50:35.983623 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bd316-8e75-4869-b21d-154ad3641506 req-6ae0dcbd-b2e5-4218-ac2e-5c0094eb906e tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:35.985385 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d96bd316-8e75-4869-b21d-154ad3641506 req-6ae0dcbd-b2e5-4218-ac2e-5c0094eb906e tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0504022 Oct 12 17:50:36.023945 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d96bd316-8e75-4869-b21d-154ad3641506 req-19529374-6caf-4753-8182-be06579b661f tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325274 Oct 12 17:50:36.245440 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-11a72e15-115d-4b32-8df0-3bf3d5fd63c0 req-fc7af43f-ed6f-4c86-9d8d-596888f63f24 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/ports?device_id=0438bcdd-fa20-47f9-956b-cfeaddf1fcec HTTP/1.1" status: 200 len: 210 time: 0.0254881 Oct 12 17:50:36.983847 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-ca6b5bf9-b8c1-4b56-bd67-eda548e47965 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:36.985660 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-ca6b5bf9-b8c1-4b56-bd67-eda548e47965 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.44 "GET /v2.0/networks?id=0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08 HTTP/1.1" status: 200 len: 809 time: 0.1026835 Oct 12 17:50:37.011480 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-7c150c7f-dee0-491b-8f76-7babee3a80b4 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Request body: {'port': {'device_id': '0438bcdd-fa20-47f9-956b-cfeaddf1fcec', 'network_id': '0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08', 'admin_state_up': True, 'tenant_id': '57c3b47048a8456699e3268fee60e6ac'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:50:37.149857 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-7c150c7f-dee0-491b-8f76-7babee3a80b4 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Made reservation on behalf of 57c3b47048a8456699e3268fee60e6ac for: {'port': 1} {{(pid=105767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:50:37.153902 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-7c150c7f-dee0-491b-8f76-7babee3a80b4 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:37.178330 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d726e5c-0270-4d89-be9b-69c3b3c9227c req-f5b4131f-9f8c-4893-9b3f-c0624770356d tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:37.187070 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8d726e5c-0270-4d89-be9b-69c3b3c9227c req-f5b4131f-9f8c-4893-9b3f-c0624770356d tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0848651 Oct 12 17:50:37.236865 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8d726e5c-0270-4d89-be9b-69c3b3c9227c req-d2a6bc40-33c2-4d43-a293-717fad55ac84 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485299 Oct 12 17:50:37.371327 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.db_base_plugin_common [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-7c150c7f-dee0-491b-8f76-7babee3a80b4 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Allocated IP 172.20.0.10 (0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08/df08d868-1003-431e-bead-6ee47a48331e/e948a8db-2a69-4568-98a2-46e65f5a7ef6) {{(pid=105767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:50:37.383258 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-b5d75cf7-2780-46da-8243-27bedc01fde7 req-89c2b617-f202-4c46-a00d-38978bdb6ac8 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/ports?device_id=0438bcdd-fa20-47f9-956b-cfeaddf1fcec HTTP/1.1" status: 200 len: 210 time: 0.0349083 Oct 12 17:50:37.647031 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-7c150c7f-dee0-491b-8f76-7babee3a80b4 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Notify callbacks [] for port, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:37.699450 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-7c150c7f-dee0-491b-8f76-7babee3a80b4 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:37.762623 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd262b-4c18-4970-8441-9907935011f8 req-b1e14444-5072-47c7-8ffe-01d2f989a429 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:37.767082 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c150c7f-dee0-491b-8f76-7babee3a80b4 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Pushing event updated for resources: {'Port': ['ID=e948a8db-2a69-4568-98a2-46e65f5a7ef6,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:37.771418 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-00fd262b-4c18-4970-8441-9907935011f8 req-b1e14444-5072-47c7-8ffe-01d2f989a429 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/networks?id=e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa HTTP/1.1" status: 200 len: 814 time: 0.2179077 Oct 12 17:50:37.777521 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-7c150c7f-dee0-491b-8f76-7babee3a80b4 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Network 0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08 is already hosted by enough agents. {{(pid=105767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:50:37.781542 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-7c150c7f-dee0-491b-8f76-7babee3a80b4 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Resources bound (agent type, host, resource id): {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:50:37.782608 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 33614) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:37.782952 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-7c150c7f-dee0-491b-8f76-7babee3a80b4 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Received port after_create {{(pid=105767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:50:37.794981 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-00fd262b-4c18-4970-8441-9907935011f8 req-725473bf-5ba6-4c3a-a17d-8c854acb3327 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/quotas/34d68852db734aefb112496c454c9c73 HTTP/1.1" status: 200 len: 375 time: 0.0224299 Oct 12 17:50:37.835837 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-7c150c7f-dee0-491b-8f76-7babee3a80b4 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:37.836461 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-7c150c7f-dee0-491b-8f76-7babee3a80b4 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:37.859280 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-7c150c7f-dee0-491b-8f76-7babee3a80b4 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8529403 Oct 12 17:50:37.864891 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-00fd262b-4c18-4970-8441-9907935011f8 req-3c866eca-7b8e-426d-b91a-aa69ed98acf1 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=34d68852db734aefb112496c454c9c73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0638697 Oct 12 17:50:37.886004 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-bbdb1f93-26f2-4737-aa02-b92adf82683d service neutron] Request body: {'port': {'device_id': '0438bcdd-fa20-47f9-956b-cfeaddf1fcec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:50:37.944204 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-bbdb1f93-26f2-4737-aa02-b92adf82683d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:38.055893 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 33620) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:38.167305 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-198f17bb-cf40-4b38-ad1d-efa3f846b159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:38.190515 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-b688ce8d-4811-4cbe-a5b5-9f355f7d2026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:38.232715 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-00fd262b-4c18-4970-8441-9907935011f8 req-d38e10c8-2182-4696-aa2d-fdd16880eeaf service neutron] 10.222.0.85 "GET /v2.0/networks/e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563869 Oct 12 17:50:38.266103 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-bbdb1f93-26f2-4737-aa02-b92adf82683d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e948a8db-2a69-4568-98a2-46e65f5a7ef6 {{(pid=105767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:50:38.276639 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-bbdb1f93-26f2-4737-aa02-b92adf82683d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:38.279929 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-87b2d640-ae27-4e6b-9d18-92cbf4ca4b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:38.295339 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-bbdb1f93-26f2-4737-aa02-b92adf82683d service neutron] Transition to ACTIVE for port object e948a8db-2a69-4568-98a2-46e65f5a7ef6 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:50:38.302439 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-bbdb1f93-26f2-4737-aa02-b92adf82683d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196327'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:38.330074 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-198f17bb-cf40-4b38-ad1d-efa3f846b159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:38.354909 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-198f17bb-cf40-4b38-ad1d-efa3f846b159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:38.362946 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-b688ce8d-4811-4cbe-a5b5-9f355f7d2026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:38.373854 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-b688ce8d-4811-4cbe-a5b5-9f355f7d2026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:38.383932 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb1f93-26f2-4737-aa02-b92adf82683d service neutron] Pushing event updated for resources: {'Port': ['ID=e948a8db-2a69-4568-98a2-46e65f5a7ef6,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:38.417097 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-00fd262b-4c18-4970-8441-9907935011f8 req-743f303b-7c71-4d18-8d5e-8769d6ce4460 service neutron] 10.222.0.85 "GET /v2.0/networks/e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760228 Oct 12 17:50:38.428162 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-198f17bb-cf40-4b38-ad1d-efa3f846b159 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0fc713ff17c7400eb35dee624fb71822&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6439116 Oct 12 17:50:38.429910 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198f17bb-cf40-4b38-ad1d-efa3f846b159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbb10d4-e350-4c84-9005-70c22174bec4,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:38.432671 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 33628) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:38.455193 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-b688ce8d-4811-4cbe-a5b5-9f355f7d2026 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2e143de6ab3949c488386b79b7c1fcef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3980174 Oct 12 17:50:38.455690 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5414b-9d7e-4c9d-ad1a-9f1085ab9661 req-2f8b84e9-3f7d-4c30-973f-279ac43452a2 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:38.457698 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2cc5414b-9d7e-4c9d-ad1a-9f1085ab9661 req-2f8b84e9-3f7d-4c30-973f-279ac43452a2 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.1138196 Oct 12 17:50:38.457822 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 33630) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:38.478734 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688ce8d-4811-4cbe-a5b5-9f355f7d2026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f29aaf-3332-47e6-9018-6e1fc1cc9864,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:38.522167 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-bbdb1f93-26f2-4737-aa02-b92adf82683d service neutron] Attempting to bind port e948a8db-2a69-4568-98a2-46e65f5a7ef6 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:50:38.522447 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-bbdb1f93-26f2-4737-aa02-b92adf82683d service neutron] Attempting to bind port e948a8db-2a69-4568-98a2-46e65f5a7ef6 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'd8f397df-76b9-4e31-a649-c4e602c85c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': '0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:50:38.522929 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-bbdb1f93-26f2-4737-aa02-b92adf82683d service neutron] Attempting to bind port e948a8db-2a69-4568-98a2-46e65f5a7ef6 on network 0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:50:38.524264 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2cc5414b-9d7e-4c9d-ad1a-9f1085ab9661 req-1aaa3ee8-3f02-40e3-a0be-cfebfbe3f223 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539157 Oct 12 17:50:38.536595 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-bbdb1f93-26f2-4737-aa02-b92adf82683d service neutron] Port e948a8db-2a69-4568-98a2-46e65f5a7ef6 on network 0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:50:38.536917 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-bbdb1f93-26f2-4737-aa02-b92adf82683d service neutron] Attempting to bind port e948a8db-2a69-4568-98a2-46e65f5a7ef6 on network 0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:50:38.539008 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-526b4a33-1cd7-419f-b5e8-0a181fb1eb5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:38.545869 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-bbdb1f93-26f2-4737-aa02-b92adf82683d service neutron] Checking agent: {'id': '4d49b38b-ca89-4e5d-a715-678a9ae3215e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 47, 26), 'started_at': datetime.datetime(2021, 10, 12, 17, 47, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:50:38.546202 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-bbdb1f93-26f2-4737-aa02-b92adf82683d service neutron] Checking segment: {'id': 'd8f397df-76b9-4e31-a649-c4e602c85c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': '0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:50:38.546629 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-bbdb1f93-26f2-4737-aa02-b92adf82683d service neutron] Bound using segment: {'id': 'd8f397df-76b9-4e31-a649-c4e602c85c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': '0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:50:38.547056 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-bbdb1f93-26f2-4737-aa02-b92adf82683d service neutron] Bound port: e948a8db-2a69-4568-98a2-46e65f5a7ef6, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8f397df-76b9-4e31-a649-c4e602c85c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': '0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:50:38.547404 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-bbdb1f93-26f2-4737-aa02-b92adf82683d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:38.557391 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-3a7853d9-f3e2-4def-9577-99a1be9d9267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:38.575847 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-526b4a33-1cd7-419f-b5e8-0a181fb1eb5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:38.643063 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-3a7853d9-f3e2-4def-9577-99a1be9d9267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:38.679128 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-00411b31-d560-47fc-bb3f-4044dafab45f req-799c20ec-fe16-4e15-8a38-f05f27122c48 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=9a1cbdaf-897a-4714-98d8-d58aa1441d38 HTTP/1.1" status: 200 len: 210 time: 0.0505810 Oct 12 17:50:38.695929 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-bbdb1f93-26f2-4737-aa02-b92adf82683d service neutron] For port e948a8db-2a69-4568-98a2-46e65f5a7ef6, host hv-cinder-81322, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:50:38.699428 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-bbdb1f93-26f2-4737-aa02-b92adf82683d service neutron] For port e948a8db-2a69-4568-98a2-46e65f5a7ef6, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e948a8db-2a69-4568-98a2-46e65f5a7ef6,segment=NetworkSegment(d8f397df-76b9-4e31-a649-c4e602c85c07),segment_id=d8f397df-76b9-4e31-a649-c4e602c85c07)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:50:38.718167 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-bbdb1f93-26f2-4737-aa02-b92adf82683d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196327'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:38.771549 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-bbdb1f93-26f2-4737-aa02-b92adf82683d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:38.772399 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-bbdb1f93-26f2-4737-aa02-b92adf82683d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:38.773706 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-bbdb1f93-26f2-4737-aa02-b92adf82683d service neutron] 10.222.0.44 "PUT /v2.0/ports/e948a8db-2a69-4568-98a2-46e65f5a7ef6 HTTP/1.1" status: 200 len: 1094 time: 0.9030714 Oct 12 17:50:38.779533 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5093bac-9fd3-413a-bddc-b1d70ef87c43 req-76c5d418-d697-4ac9-b724-540f48e9ec4d tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:38.782599 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0438bcdd-fa20-47f9-956b-cfeaddf1fcec', 'tag': 'e948a8db-2a69-4568-98a2-46e65f5a7ef6'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:50:38.785220 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5e68c6-6701-44a0-be28-4f8d9bb97a64" -d '{"events": [{"name": "network-changed", "server_uuid": "0438bcdd-fa20-47f9-956b-cfeaddf1fcec", "tag": "e948a8db-2a69-4568-98a2-46e65f5a7ef6"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:50:38.793903 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e5093bac-9fd3-413a-bddc-b1d70ef87c43 req-76c5d418-d697-4ac9-b724-540f48e9ec4d tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/ports?device_id=0438bcdd-fa20-47f9-956b-cfeaddf1fcec HTTP/1.1" status: 200 len: 944 time: 0.1465285 Oct 12 17:50:38.794927 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-3a7853d9-f3e2-4def-9577-99a1be9d9267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:38.797624 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-3a7853d9-f3e2-4def-9577-99a1be9d9267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:38.798688 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-3a7853d9-f3e2-4def-9577-99a1be9d9267 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e6f29aaf-3332-47e6-9018-6e1fc1cc9864 HTTP/1.1" status: 204 len: 168 time: 0.3373425 Oct 12 17:50:38.817814 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7853d9-f3e2-4def-9577-99a1be9d9267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f29aaf-3332-47e6-9018-6e1fc1cc9864,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:38.825883 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb1f93-26f2-4737-aa02-b92adf82683d service neutron] Pushing event updated for resources: {'Port': ['ID=e948a8db-2a69-4568-98a2-46e65f5a7ef6,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:38.830777 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-526b4a33-1cd7-419f-b5e8-0a181fb1eb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:38.834295 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-526b4a33-1cd7-419f-b5e8-0a181fb1eb5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:38.840472 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-526b4a33-1cd7-419f-b5e8-0a181fb1eb5c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2bbb10d4-e350-4c84-9005-70c22174bec4 HTTP/1.1" status: 204 len: 168 time: 0.4038172 Oct 12 17:50:38.858083 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e5093bac-9fd3-413a-bddc-b1d70ef87c43 req-931f2c0f-6691-4673-b61c-73eaa6055a5b tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/security-groups?id=2a062cd0-f0e8-4cd1-a0c2-cad7a6d5ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632632 Oct 12 17:50:38.886883 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b4a33-1cd7-419f-b5e8-0a181fb1eb5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbb10d4-e350-4c84-9005-70c22174bec4,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:38.945292 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-d0adb46d-807d-432d-a483-0170dbe93332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:38.957198 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-d0adb46d-807d-432d-a483-0170dbe93332 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57c3b47048a8456699e3268fee60e6ac&device_id=0438bcdd-fa20-47f9-956b-cfeaddf1fcec HTTP/1.1" status: 200 len: 1097 time: 0.0773096 Oct 12 17:50:38.962608 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107386dd-d6b9-4757-939a-d383f6157fd0 x-openstack-request-id: req-107386dd-d6b9-4757-939a-d383f6157fd0 {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:50:38.963083 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0438bcdd-fa20-47f9-956b-cfeaddf1fcec", "tag": "e948a8db-2a69-4568-98a2-46e65f5a7ef6", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:50:38.963360 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-107386dd-d6b9-4757-939a-d383f6157fd0 {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:50:38.963768 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0438bcdd-fa20-47f9-956b-cfeaddf1fcec', 'tag': 'e948a8db-2a69-4568-98a2-46e65f5a7ef6', 'status': 'completed', 'code': 200} Oct 12 17:50:39.022897 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-e4391566-05c5-4453-908a-4be08bb0b30c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e948a8db-2a69-4568-98a2-46e65f5a7ef6 HTTP/1.1" status: 200 len: 217 time: 0.0495739 Oct 12 17:50:39.085382 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-8177ad59-9dd4-4877-9c69-77a0bf2bb9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:39.086944 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-8177ad59-9dd4-4877-9c69-77a0bf2bb9cd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=df08d868-1003-431e-bead-6ee47a48331e HTTP/1.1" status: 200 len: 849 time: 0.0544319 Oct 12 17:50:39.138833 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-14af97d9-cea2-4e2d-a574-5cffd5e10560 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376678 Oct 12 17:50:39.280780 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-8df41f77-28c3-44f2-8181-d0282823e7ba service neutron] 10.222.0.44 "GET /v2.0/networks/0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308913 Oct 12 17:50:39.347108 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 33674) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:39.354437 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 33676) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:39.371529 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-47428d4c-5594-4e26-80be-d2d37f6b3434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:39.381031 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c61c5777-4049-4941-9aee-50d1a5e73b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:39.397170 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-4c1ed996-e2fc-4eb5-aefb-4abff0a0c034 req-cda4d965-4782-49ef-8076-1dae5dc58f16 service neutron] 10.222.0.44 "GET /v2.0/networks/0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029727 Oct 12 17:50:39.500491 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-47428d4c-5594-4e26-80be-d2d37f6b3434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:39.505033 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c61c5777-4049-4941-9aee-50d1a5e73b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:39.506409 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-47428d4c-5594-4e26-80be-d2d37f6b3434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:39.510497 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e68c6-6701-44a0-be28-4f8d9bb97a64 req-7cfdefa9-6622-4ddb-93ad-213d9c29c8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:39.511840 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c61c5777-4049-4941-9aee-50d1a5e73b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:39.512594 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-be5e68c6-6701-44a0-be28-4f8d9bb97a64 req-7cfdefa9-6622-4ddb-93ad-213d9c29c8c1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57c3b47048a8456699e3268fee60e6ac&device_id=0438bcdd-fa20-47f9-956b-cfeaddf1fcec HTTP/1.1" status: 200 len: 1097 time: 0.0439124 Oct 12 17:50:39.559190 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47428d4c-5594-4e26-80be-d2d37f6b3434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb90ebe1-54d4-4292-aba7-f4ddb217d56b,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:39.564605 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-47428d4c-5594-4e26-80be-d2d37f6b3434 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4b205e0f59a5488081457c620d345734&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2092159 Oct 12 17:50:39.571790 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-c61c5777-4049-4941-9aee-50d1a5e73b75 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1e0688336c0a472db77117ef1f504ff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2211206 Oct 12 17:50:39.571790 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 33680) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:39.576965 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 33682) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:39.620982 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c5777-4049-4941-9aee-50d1a5e73b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac50d06-7e90-4a0e-80d6-7e8e95c1997b,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:39.631460 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e68c6-6701-44a0-be28-4f8d9bb97a64 req-8e71c5f4-255d-4db8-804e-6f621fe511e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:39.633446 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-be5e68c6-6701-44a0-be28-4f8d9bb97a64 req-8e71c5f4-255d-4db8-804e-6f621fe511e3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08 HTTP/1.1" status: 200 len: 911 time: 0.1081550 Oct 12 17:50:39.682406 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-be5e68c6-6701-44a0-be28-4f8d9bb97a64 req-cecf5861-6371-45b3-9adb-0360ee710cc3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e948a8db-2a69-4568-98a2-46e65f5a7ef6 HTTP/1.1" status: 200 len: 217 time: 0.0350175 Oct 12 17:50:39.708190 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7ec4e141-d56e-4bc8-b879-1d1e450d3b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:39.711421 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7950c722-fc60-496b-96ec-7ec9f9f53afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:39.740592 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819898ec-a7b4-4966-88a8-fb087f5f58ac req-c346db64-8325-4127-ab00-3673f50bcc2d tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:39.742874 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-819898ec-a7b4-4966-88a8-fb087f5f58ac req-c346db64-8325-4127-ab00-3673f50bcc2d tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.1025774 Oct 12 17:50:39.745202 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e68c6-6701-44a0-be28-4f8d9bb97a64 req-6c772ce9-3c1c-4a39-a685-6107e1065bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:39.746852 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-be5e68c6-6701-44a0-be28-4f8d9bb97a64 req-6c772ce9-3c1c-4a39-a685-6107e1065bae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=df08d868-1003-431e-bead-6ee47a48331e HTTP/1.1" status: 200 len: 849 time: 0.0551782 Oct 12 17:50:39.757730 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7ec4e141-d56e-4bc8-b879-1d1e450d3b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:39.772850 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7950c722-fc60-496b-96ec-7ec9f9f53afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:39.782004 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-be5e68c6-6701-44a0-be28-4f8d9bb97a64 req-f2f1591d-0602-41cf-8a47-e0c27f204168 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253737 Oct 12 17:50:39.830150 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-81255d50-deee-40bc-885c-6a4fa8e22b0a req-e2607da2-723c-4321-9d6e-5d74ff9d4cae tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=9a1cbdaf-897a-4714-98d8-d58aa1441d38 HTTP/1.1" status: 200 len: 210 time: 0.0475833 Oct 12 17:50:39.863767 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-819898ec-a7b4-4966-88a8-fb087f5f58ac req-0e6c3ceb-a1ca-46c9-b5ea-23dfb87371d7 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118813 Oct 12 17:50:39.890654 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7ec4e141-d56e-4bc8-b879-1d1e450d3b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:39.893313 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7ec4e141-d56e-4bc8-b879-1d1e450d3b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:39.896866 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-7ec4e141-d56e-4bc8-b879-1d1e450d3b6c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/eb90ebe1-54d4-4292-aba7-f4ddb217d56b HTTP/1.1" status: 204 len: 168 time: 0.3226674 Oct 12 17:50:39.903383 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7950c722-fc60-496b-96ec-7ec9f9f53afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:39.905965 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7950c722-fc60-496b-96ec-7ec9f9f53afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:39.906490 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-be5e68c6-6701-44a0-be28-4f8d9bb97a64 req-822a40eb-a18b-4d85-9e74-b27b7b5c761f service neutron] 10.222.0.44 "GET /v2.0/networks/0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011493 Oct 12 17:50:39.910145 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-7950c722-fc60-496b-96ec-7ec9f9f53afb admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/eac50d06-7e90-4a0e-80d6-7e8e95c1997b HTTP/1.1" status: 204 len: 168 time: 0.3217714 Oct 12 17:50:39.911276 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4e141-d56e-4bc8-b879-1d1e450d3b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb90ebe1-54d4-4292-aba7-f4ddb217d56b,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:39.921944 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950c722-fc60-496b-96ec-7ec9f9f53afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac50d06-7e90-4a0e-80d6-7e8e95c1997b,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:40.051216 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba900d6-149a-4b65-a653-1a84b4a84837 req-9cac2e79-3738-48aa-bc54-ebb7712fbc41 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:40.052771 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4ba900d6-149a-4b65-a653-1a84b4a84837 req-9cac2e79-3738-48aa-bc54-ebb7712fbc41 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/ports?device_id=0438bcdd-fa20-47f9-956b-cfeaddf1fcec HTTP/1.1" status: 200 len: 944 time: 0.0613246 Oct 12 17:50:40.108558 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4ba900d6-149a-4b65-a653-1a84b4a84837 req-57f729fa-d659-412a-a9dc-f8d11b556a51 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/security-groups?id=2a062cd0-f0e8-4cd1-a0c2-cad7a6d5ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488901 Oct 12 17:50:40.187147 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-be5e68c6-6701-44a0-be28-4f8d9bb97a64 req-f4888708-3d76-472d-94e2-df68312921ad service neutron] 10.222.0.44 "GET /v2.0/networks/0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469993 Oct 12 17:50:40.249910 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd262b-4c18-4970-8441-9907935011f8 req-7f4d94a3-1583-4613-980b-90c9226329c8 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:40.249910 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-00fd262b-4c18-4970-8441-9907935011f8 req-7f4d94a3-1583-4613-980b-90c9226329c8 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.44 "GET /v2.0/networks?id=e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa HTTP/1.1" status: 200 len: 814 time: 0.1603560 Oct 12 17:50:40.274296 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [req-00fd262b-4c18-4970-8441-9907935011f8 req-6ca9fb85-83ad-4caf-9911-566c65ffb998 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Request body: {'port': {'device_id': '9a1cbdaf-897a-4714-98d8-d58aa1441d38', 'network_id': 'e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa', 'admin_state_up': True, 'tenant_id': '34d68852db734aefb112496c454c9c73'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:50:40.422266 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00fd262b-4c18-4970-8441-9907935011f8 req-6ca9fb85-83ad-4caf-9911-566c65ffb998 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Made reservation on behalf of 34d68852db734aefb112496c454c9c73 for: {'port': 1} {{(pid=105767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:50:40.434818 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-00fd262b-4c18-4970-8441-9907935011f8 req-6ca9fb85-83ad-4caf-9911-566c65ffb998 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:40.620509 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.db_base_plugin_common [req-00fd262b-4c18-4970-8441-9907935011f8 req-6ca9fb85-83ad-4caf-9911-566c65ffb998 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Allocated IP 172.20.0.8 (e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa/45759d7e-d25f-43ae-8f03-94166684d89c/7b317dc6-9f9e-4d27-835f-59826471385b) {{(pid=105767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:50:40.817368 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-00fd262b-4c18-4970-8441-9907935011f8 req-6ca9fb85-83ad-4caf-9911-566c65ffb998 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Notify callbacks [] for port, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:40.855608 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-00fd262b-4c18-4970-8441-9907935011f8 req-6ca9fb85-83ad-4caf-9911-566c65ffb998 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:40.881428 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['426df742-989e-4ee7-a8aa-ecb26353a563', 'db840be7-c43f-41f5-babc-f6af84dead4d'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:50:40.895804 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00fd262b-4c18-4970-8441-9907935011f8 req-6ca9fb85-83ad-4caf-9911-566c65ffb998 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Network e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa is already hosted by enough agents. {{(pid=105767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:50:40.901530 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [req-00fd262b-4c18-4970-8441-9907935011f8 req-6ca9fb85-83ad-4caf-9911-566c65ffb998 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Resources bound (agent type, host, resource id): {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:50:40.908951 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [req-00fd262b-4c18-4970-8441-9907935011f8 req-6ca9fb85-83ad-4caf-9911-566c65ffb998 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Received port after_create {{(pid=105767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:50:40.953494 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9fb85-83ad-4caf-9911-566c65ffb998 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Pushing event updated for resources: {'Port': ['ID=7b317dc6-9f9e-4d27-835f-59826471385b,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:40.982470 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd262b-4c18-4970-8441-9907935011f8 req-6ca9fb85-83ad-4caf-9911-566c65ffb998 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:40.984763 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-00fd262b-4c18-4970-8441-9907935011f8 req-6ca9fb85-83ad-4caf-9911-566c65ffb998 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:41.029905 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-00fd262b-4c18-4970-8441-9907935011f8 req-6ca9fb85-83ad-4caf-9911-566c65ffb998 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7609060 Oct 12 17:50:41.057854 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-4680c6e2-a2e0-40cc-9044-8bf627ed19bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:41.061556 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [req-00fd262b-4c18-4970-8441-9907935011f8 req-1722c46d-4cbc-4a0c-9922-af75e86361be service neutron] Request body: {'port': {'device_id': '9a1cbdaf-897a-4714-98d8-d58aa1441d38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:50:41.083114 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109082ce-8813-464e-aeb1-67321b5019b0 req-d76d3dbe-5ac8-465f-9a40-e3f0e051cc8a tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:41.084802 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-109082ce-8813-464e-aeb1-67321b5019b0 req-d76d3dbe-5ac8-465f-9a40-e3f0e051cc8a tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=9a1cbdaf-897a-4714-98d8-d58aa1441d38 HTTP/1.1" status: 200 len: 931 time: 0.0974424 Oct 12 17:50:41.098892 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba340fe-a699-470d-b004-e409d83cbd59 req-2c9cbe4d-2e2a-4867-8a16-f0edb499d738 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:41.100403 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-fba340fe-a699-470d-b004-e409d83cbd59 req-2c9cbe4d-2e2a-4867-8a16-f0edb499d738 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0785918 Oct 12 17:50:41.123336 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 33772) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:41.155905 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-00fd262b-4c18-4970-8441-9907935011f8 req-1722c46d-4cbc-4a0c-9922-af75e86361be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:41.205545 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-109082ce-8813-464e-aeb1-67321b5019b0 req-3142ce55-c546-4833-9731-cda14eeae8ce tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995631 Oct 12 17:50:41.232028 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-fba340fe-a699-470d-b004-e409d83cbd59 req-23fc8962-59c3-4b59-adad-217af833f104 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228397 Oct 12 17:50:41.302091 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-973559f2-554a-4827-956c-11621b8baf2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:41.442116 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420080a-ccf3-4544-9bd1-98700735707f req-17ad5a19-1f5c-4729-8104-16df06274fb4 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:41.443717 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f420080a-ccf3-4544-9bd1-98700735707f req-17ad5a19-1f5c-4729-8104-16df06274fb4 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/ports?device_id=0438bcdd-fa20-47f9-956b-cfeaddf1fcec HTTP/1.1" status: 200 len: 944 time: 0.0987389 Oct 12 17:50:41.505644 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f420080a-ccf3-4544-9bd1-98700735707f req-433758af-e2a3-46da-adb4-8d10c0599041 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/security-groups?id=2a062cd0-f0e8-4cd1-a0c2-cad7a6d5ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509698 Oct 12 17:50:41.522719 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-973559f2-554a-4827-956c-11621b8baf2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:41.542422 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-973559f2-554a-4827-956c-11621b8baf2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:41.591474 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-973559f2-554a-4827-956c-11621b8baf2b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=566dd379ed8242a79cbc32e46d58aee2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4647572 Oct 12 17:50:41.591956 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 33794) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:41.593539 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973559f2-554a-4827-956c-11621b8baf2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bff92f-02cf-4328-b703-e9f662b432aa,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:41.608574 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [req-00fd262b-4c18-4970-8441-9907935011f8 req-1722c46d-4cbc-4a0c-9922-af75e86361be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b317dc6-9f9e-4d27-835f-59826471385b {{(pid=105767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:50:41.628959 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-00fd262b-4c18-4970-8441-9907935011f8 req-1722c46d-4cbc-4a0c-9922-af75e86361be service neutron] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:41.658330 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [req-00fd262b-4c18-4970-8441-9907935011f8 req-1722c46d-4cbc-4a0c-9922-af75e86361be service neutron] Transition to ACTIVE for port object 7b317dc6-9f9e-4d27-835f-59826471385b will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:50:41.666641 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-00fd262b-4c18-4970-8441-9907935011f8 req-1722c46d-4cbc-4a0c-9922-af75e86361be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196327'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:41.707499 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-7b847b6d-5173-461c-9e56-72f9605472de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:41.750091 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722c46d-4cbc-4a0c-9922-af75e86361be service neutron] Pushing event updated for resources: {'Port': ['ID=7b317dc6-9f9e-4d27-835f-59826471385b,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:41.775711 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-7b847b6d-5173-461c-9e56-72f9605472de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:41.845319 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-00fd262b-4c18-4970-8441-9907935011f8 req-1722c46d-4cbc-4a0c-9922-af75e86361be service neutron] Attempting to bind port 7b317dc6-9f9e-4d27-835f-59826471385b on host hv-cinder-81322 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:50:41.845658 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-00fd262b-4c18-4970-8441-9907935011f8 req-1722c46d-4cbc-4a0c-9922-af75e86361be service neutron] Attempting to bind port 7b317dc6-9f9e-4d27-835f-59826471385b by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': 'e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:50:41.845974 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fd262b-4c18-4970-8441-9907935011f8 req-1722c46d-4cbc-4a0c-9922-af75e86361be service neutron] Attempting to bind port 7b317dc6-9f9e-4d27-835f-59826471385b on network e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:50:41.851264 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fd262b-4c18-4970-8441-9907935011f8 req-1722c46d-4cbc-4a0c-9922-af75e86361be service neutron] Port 7b317dc6-9f9e-4d27-835f-59826471385b on network e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:50:41.851581 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fd262b-4c18-4970-8441-9907935011f8 req-1722c46d-4cbc-4a0c-9922-af75e86361be service neutron] Attempting to bind port 7b317dc6-9f9e-4d27-835f-59826471385b on network e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:50:41.856977 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fd262b-4c18-4970-8441-9907935011f8 req-1722c46d-4cbc-4a0c-9922-af75e86361be service neutron] Checking agent: {'id': '4d49b38b-ca89-4e5d-a715-678a9ae3215e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 47, 26), 'started_at': datetime.datetime(2021, 10, 12, 17, 47, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:50:41.857313 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fd262b-4c18-4970-8441-9907935011f8 req-1722c46d-4cbc-4a0c-9922-af75e86361be service neutron] Checking segment: {'id': '5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': 'e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:50:41.857708 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fd262b-4c18-4970-8441-9907935011f8 req-1722c46d-4cbc-4a0c-9922-af75e86361be service neutron] Bound using segment: {'id': '5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': 'e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:50:41.858221 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-00fd262b-4c18-4970-8441-9907935011f8 req-1722c46d-4cbc-4a0c-9922-af75e86361be service neutron] Bound port: 7b317dc6-9f9e-4d27-835f-59826471385b, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': 'e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:50:41.858601 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-00fd262b-4c18-4970-8441-9907935011f8 req-1722c46d-4cbc-4a0c-9922-af75e86361be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:41.859044 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 33808) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:41.893723 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:41.903945 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-7b847b6d-5173-461c-9e56-72f9605472de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:41.906418 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-7b847b6d-5173-461c-9e56-72f9605472de admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:41.907618 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-7b847b6d-5173-461c-9e56-72f9605472de admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b5bff92f-02cf-4328-b703-e9f662b432aa HTTP/1.1" status: 204 len: 168 time: 0.3147476 Oct 12 17:50:41.925106 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b847b6d-5173-461c-9e56-72f9605472de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bff92f-02cf-4328-b703-e9f662b432aa,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:41.961808 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-00fd262b-4c18-4970-8441-9907935011f8 req-1722c46d-4cbc-4a0c-9922-af75e86361be service neutron] For port 7b317dc6-9f9e-4d27-835f-59826471385b, host hv-cinder-81322, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:50:41.966590 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-00fd262b-4c18-4970-8441-9907935011f8 req-1722c46d-4cbc-4a0c-9922-af75e86361be service neutron] For port 7b317dc6-9f9e-4d27-835f-59826471385b, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7b317dc6-9f9e-4d27-835f-59826471385b,segment=NetworkSegment(5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8),segment_id=5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:50:41.973543 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-00fd262b-4c18-4970-8441-9907935011f8 req-1722c46d-4cbc-4a0c-9922-af75e86361be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196327'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:42.018201 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd262b-4c18-4970-8441-9907935011f8 req-1722c46d-4cbc-4a0c-9922-af75e86361be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:42.018910 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-00fd262b-4c18-4970-8441-9907935011f8 req-1722c46d-4cbc-4a0c-9922-af75e86361be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:42.020502 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-00fd262b-4c18-4970-8441-9907935011f8 req-1722c46d-4cbc-4a0c-9922-af75e86361be service neutron] 10.222.0.44 "PUT /v2.0/ports/7b317dc6-9f9e-4d27-835f-59826471385b HTTP/1.1" status: 200 len: 1093 time: 0.9714611 Oct 12 17:50:42.021028 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a1cbdaf-897a-4714-98d8-d58aa1441d38', 'tag': '7b317dc6-9f9e-4d27-835f-59826471385b'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:50:42.023511 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cdd3702-6245-4d73-afc4-8557d240817c" -d '{"events": [{"name": "network-changed", "server_uuid": "9a1cbdaf-897a-4714-98d8-d58aa1441d38", "tag": "7b317dc6-9f9e-4d27-835f-59826471385b"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:50:42.046405 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722c46d-4cbc-4a0c-9922-af75e86361be service neutron] Pushing event updated for resources: {'Port': ['ID=7b317dc6-9f9e-4d27-835f-59826471385b,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:42.046623 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-35da4e29-c11e-40dc-95db-24819b6df141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:42.072628 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2deaf1ef-a9da-4ade-a6a0-2fa52cad9d59 x-openstack-request-id: req-2deaf1ef-a9da-4ade-a6a0-2fa52cad9d59 {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:50:42.073072 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a1cbdaf-897a-4714-98d8-d58aa1441d38", "tag": "7b317dc6-9f9e-4d27-835f-59826471385b", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:50:42.073453 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-2deaf1ef-a9da-4ade-a6a0-2fa52cad9d59 {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:50:42.073863 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a1cbdaf-897a-4714-98d8-d58aa1441d38', 'tag': '7b317dc6-9f9e-4d27-835f-59826471385b', 'status': 'completed', 'code': 200} Oct 12 17:50:42.142196 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd262b-4c18-4970-8441-9907935011f8 req-8621fdf7-a4a9-4b79-a499-ccb22a9b577b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:42.143978 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-00fd262b-4c18-4970-8441-9907935011f8 req-8621fdf7-a4a9-4b79-a499-ccb22a9b577b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=34d68852db734aefb112496c454c9c73&device_id=9a1cbdaf-897a-4714-98d8-d58aa1441d38 HTTP/1.1" status: 200 len: 1096 time: 0.0549080 Oct 12 17:50:42.168663 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-35da4e29-c11e-40dc-95db-24819b6df141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:42.173445 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-35da4e29-c11e-40dc-95db-24819b6df141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:42.200969 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-00fd262b-4c18-4970-8441-9907935011f8 req-ee425012-d91a-4007-bfcd-0f16b67ad07d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b317dc6-9f9e-4d27-835f-59826471385b HTTP/1.1" status: 200 len: 217 time: 0.0403919 Oct 12 17:50:42.216140 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-35da4e29-c11e-40dc-95db-24819b6df141 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=71f690510fde4743bdf4903f18efebfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3558557 Oct 12 17:50:42.219690 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 33822) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:42.229105 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da4e29-c11e-40dc-95db-24819b6df141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27760dfa-1235-4839-978a-20b6a8d37981,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:42.264213 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:42.289573 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd262b-4c18-4970-8441-9907935011f8 req-2b909cb7-413f-498a-ba72-fb57233f9733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:42.292355 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-00fd262b-4c18-4970-8441-9907935011f8 req-2b909cb7-413f-498a-ba72-fb57233f9733 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=45759d7e-d25f-43ae-8f03-94166684d89c HTTP/1.1" status: 200 len: 854 time: 0.0815043 Oct 12 17:50:42.307408 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-24d646b5-598a-4828-9878-2f78eb46a65b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:42.349019 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-00fd262b-4c18-4970-8441-9907935011f8 req-e87eef12-bcb0-420e-9da4-5df390330a68 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429158 Oct 12 17:50:42.377645 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-24d646b5-598a-4828-9878-2f78eb46a65b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:42.447636 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e77dcf-9d09-4b7a-8907-64e8d5c69298 req-357020db-9993-4746-9521-16334702e0c2 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:42.449166 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f8e77dcf-9d09-4b7a-8907-64e8d5c69298 req-357020db-9993-4746-9521-16334702e0c2 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=9a1cbdaf-897a-4714-98d8-d58aa1441d38 HTTP/1.1" status: 200 len: 943 time: 0.1256981 Oct 12 17:50:42.461211 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d153046-04e2-44b0-b1d4-5e81bdfe2493 req-2f5fbb61-d67b-4cd7-9564-af8c70854ce7 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:42.462747 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8d153046-04e2-44b0-b1d4-5e81bdfe2493 req-2f5fbb61-d67b-4cd7-9564-af8c70854ce7 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.1309354 Oct 12 17:50:42.464257 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-00fd262b-4c18-4970-8441-9907935011f8 req-acf96e1b-4433-46c3-8116-a5ad52f8930e service neutron] 10.222.0.44 "GET /v2.0/networks/e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049721 Oct 12 17:50:42.513904 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-24d646b5-598a-4828-9878-2f78eb46a65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:42.516719 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-24d646b5-598a-4828-9878-2f78eb46a65b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:42.518038 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-24d646b5-598a-4828-9878-2f78eb46a65b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/27760dfa-1235-4839-978a-20b6a8d37981 HTTP/1.1" status: 204 len: 168 time: 0.2971206 Oct 12 17:50:42.529925 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 33838) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:42.562546 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d646b5-598a-4828-9878-2f78eb46a65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27760dfa-1235-4839-978a-20b6a8d37981,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:42.571933 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device e948a8db-2a69-4568-98a2-46e65f5a7ef6 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:50:42.580771 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d45728db-3497-47cf-a4c1-faac211f74ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:42.597788 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f8e77dcf-9d09-4b7a-8907-64e8d5c69298 req-e6c35d60-b460-4982-a471-09dfcc7d053b tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184282 Oct 12 17:50:42.601110 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-00fd262b-4c18-4970-8441-9907935011f8 req-89490671-a64d-4bea-a76d-d6ee9a7c349c service neutron] 10.222.0.44 "GET /v2.0/networks/e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192279 Oct 12 17:50:42.620475 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8d153046-04e2-44b0-b1d4-5e81bdfe2493 req-b318cf01-e5a0-4f67-ade5-305b3b3dc9a8 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495559 Oct 12 17:50:42.744522 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d45728db-3497-47cf-a4c1-faac211f74ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:42.744938 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd3702-6245-4d73-afc4-8557d240817c req-73ef8ada-53c7-454f-821b-ef2a24918a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:42.746862 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-6cdd3702-6245-4d73-afc4-8557d240817c req-73ef8ada-53c7-454f-821b-ef2a24918a60 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=34d68852db734aefb112496c454c9c73&device_id=9a1cbdaf-897a-4714-98d8-d58aa1441d38 HTTP/1.1" status: 200 len: 1096 time: 0.0793302 Oct 12 17:50:42.751797 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d45728db-3497-47cf-a4c1-faac211f74ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:42.803403 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-d45728db-3497-47cf-a4c1-faac211f74ec admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=95b13499088a41a5861d94e34949d679&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2720428 Oct 12 17:50:42.815314 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port e948a8db-2a69-4568-98a2-46e65f5a7ef6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e948a8db-2a69-4568-98a2-46e65f5a7ef6,segment=NetworkSegment(d8f397df-76b9-4e31-a649-c4e602c85c07),segment_id=d8f397df-76b9-4e31-a649-c4e602c85c07)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:50:42.818005 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 33846) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:42.828056 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45728db-3497-47cf-a4c1-faac211f74ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c78be9-4666-4891-ac45-4441cb0a0c56,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:42.835404 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Returning: {'device': 'e948a8db-2a69-4568-98a2-46e65f5a7ef6', 'network_id': '0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08', 'port_id': 'e948a8db-2a69-4568-98a2-46e65f5a7ef6', 'mac_address': 'fa:16:3e:ce:2f:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df08d868-1003-431e-bead-6ee47a48331e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:50:42.911455 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:42.916458 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3891019-e2f6-4a8c-99d7-a23b4dd80579 req-cd356e76-352b-4cfc-b293-d97d99b51e3b tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:42.918110 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a97be2e1-eda9-40f3-aed8-abbd76f14eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:42.927444 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e3891019-e2f6-4a8c-99d7-a23b4dd80579 req-cd356e76-352b-4cfc-b293-d97d99b51e3b tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/ports?device_id=0438bcdd-fa20-47f9-956b-cfeaddf1fcec HTTP/1.1" status: 200 len: 944 time: 0.1273460 Oct 12 17:50:42.942387 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd3702-6245-4d73-afc4-8557d240817c req-0730ebd5-77a2-4b27-b631-7de5518231ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:42.944314 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-6cdd3702-6245-4d73-afc4-8557d240817c req-0730ebd5-77a2-4b27-b631-7de5518231ff service neutron] 10.222.0.44 "GET /v2.0/networks?id=e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa HTTP/1.1" status: 200 len: 916 time: 0.1823726 Oct 12 17:50:42.955728 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e948a8db-2a69-4568-98a2-46e65f5a7ef6 {{(pid=105768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:50:42.975331 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a97be2e1-eda9-40f3-aed8-abbd76f14eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:42.983059 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port e948a8db-2a69-4568-98a2-46e65f5a7ef6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e948a8db-2a69-4568-98a2-46e65f5a7ef6,segment=NetworkSegment(d8f397df-76b9-4e31-a649-c4e602c85c07),segment_id=d8f397df-76b9-4e31-a649-c4e602c85c07)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:50:42.991264 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:42.995145 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e3891019-e2f6-4a8c-99d7-a23b4dd80579 req-bc94df3c-e5a7-4075-b980-8942f2dec46d tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/security-groups?id=2a062cd0-f0e8-4cd1-a0c2-cad7a6d5ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664213 Oct 12 17:50:43.012713 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-6cdd3702-6245-4d73-afc4-8557d240817c req-859f0923-7d69-469f-816f-45fc81c5bc24 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b317dc6-9f9e-4d27-835f-59826471385b HTTP/1.1" status: 200 len: 217 time: 0.0559425 Oct 12 17:50:43.076602 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=e948a8db-2a69-4568-98a2-46e65f5a7ef6,revision_number=4']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:43.327315 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd3702-6245-4d73-afc4-8557d240817c req-5d53e02a-8762-4693-a7c6-ac9523850821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:43.328915 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-6cdd3702-6245-4d73-afc4-8557d240817c req-5d53e02a-8762-4693-a7c6-ac9523850821 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=45759d7e-d25f-43ae-8f03-94166684d89c HTTP/1.1" status: 200 len: 854 time: 0.2783265 Oct 12 17:50:43.334327 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a97be2e1-eda9-40f3-aed8-abbd76f14eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:43.336944 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a97be2e1-eda9-40f3-aed8-abbd76f14eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:43.341153 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-a97be2e1-eda9-40f3-aed8-abbd76f14eb6 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c9c78be9-4666-4891-ac45-4441cb0a0c56 HTTP/1.1" status: 204 len: 168 time: 0.5190542 Oct 12 17:50:43.373346 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97be2e1-eda9-40f3-aed8-abbd76f14eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c78be9-4666-4891-ac45-4441cb0a0c56,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:43.377840 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-6cdd3702-6245-4d73-afc4-8557d240817c req-9e675484-e171-4d43-8c93-36f50a2d92b6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364089 Oct 12 17:50:43.448510 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['e948a8db-2a69-4568-98a2-46e65f5a7ef6'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:50:43.534660 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-6cdd3702-6245-4d73-afc4-8557d240817c req-66ce8b73-f8b6-4ea6-a12f-9559f6d347f1 service neutron] 10.222.0.44 "GET /v2.0/networks/e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386983 Oct 12 17:50:43.730370 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-6cdd3702-6245-4d73-afc4-8557d240817c req-92b7253b-51f7-49ba-931c-684c271ff164 service neutron] 10.222.0.44 "GET /v2.0/networks/e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680911 Oct 12 17:50:43.774081 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae8376-a3d2-49fc-9390-73222537bc5f req-e946cde0-ec73-4883-a470-4fc205edc30b tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:43.782364 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f8ae8376-a3d2-49fc-9390-73222537bc5f req-e946cde0-ec73-4883-a470-4fc205edc30b tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=9a1cbdaf-897a-4714-98d8-d58aa1441d38 HTTP/1.1" status: 200 len: 943 time: 0.0757701 Oct 12 17:50:43.807477 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:43.873644 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f8ae8376-a3d2-49fc-9390-73222537bc5f req-ae93da03-e0de-4a3b-9393-770008b1ed52 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862825 Oct 12 17:50:43.902182 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9642f-d374-4186-8aef-96bc0c4adc04 req-1e1def74-ca59-49a5-90cb-7115de1d985d tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:43.914543 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-33a9642f-d374-4186-8aef-96bc0c4adc04 req-1e1def74-ca59-49a5-90cb-7115de1d985d tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.1298642 Oct 12 17:50:43.991019 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-33a9642f-d374-4186-8aef-96bc0c4adc04 req-0443d41f-e6e1-4776-aef8-2191e55bf00e tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696263 Oct 12 17:50:44.133672 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6340ded-f5b5-426b-b071-68a3f06c1e1b req-38b938d7-f819-48e7-b940-374fad995545 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:44.135485 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e6340ded-f5b5-426b-b071-68a3f06c1e1b req-38b938d7-f819-48e7-b940-374fad995545 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/ports?device_id=0438bcdd-fa20-47f9-956b-cfeaddf1fcec HTTP/1.1" status: 200 len: 945 time: 0.0584917 Oct 12 17:50:44.181991 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e6340ded-f5b5-426b-b071-68a3f06c1e1b req-4a5769c6-8904-4c2f-994e-96db8ca7f818 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/security-groups?id=2a062cd0-f0e8-4cd1-a0c2-cad7a6d5ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389798 Oct 12 17:50:45.006120 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c83e038-0b44-4d88-9fad-27c0327dbb80 req-ffc71b73-7ec8-4203-913c-52230efca2ef tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:45.009824 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-1c83e038-0b44-4d88-9fad-27c0327dbb80 req-ffc71b73-7ec8-4203-913c-52230efca2ef tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=9a1cbdaf-897a-4714-98d8-d58aa1441d38 HTTP/1.1" status: 200 len: 943 time: 0.0641484 Oct 12 17:50:45.067232 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-1c83e038-0b44-4d88-9fad-27c0327dbb80 req-e179e259-22f5-4e71-bba2-b295353554f0 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435765 Oct 12 17:50:45.155235 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a67450-f276-480f-bab1-23584bb1d274 req-aa6bad09-8e3e-4256-8ebc-1fdee4ed77c9 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:45.156998 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e1a67450-f276-480f-bab1-23584bb1d274 req-aa6bad09-8e3e-4256-8ebc-1fdee4ed77c9 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0765977 Oct 12 17:50:45.216626 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e1a67450-f276-480f-bab1-23584bb1d274 req-e02b2930-dc35-4c15-9829-80c33dce2694 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497799 Oct 12 17:50:45.341745 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13337f87-67dc-473d-bd78-dc4f7b0bc80e req-27a9b89a-007f-4b95-9496-98d82cef0901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:45.342639 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540acda-4d8a-4b6b-827f-843d95fd47c0 req-42148762-5b86-4037-aac5-ac714175721f tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:45.343497 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-13337f87-67dc-473d-bd78-dc4f7b0bc80e req-27a9b89a-007f-4b95-9496-98d82cef0901 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 1098 time: 0.0471816 Oct 12 17:50:45.344800 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4540acda-4d8a-4b6b-827f-843d95fd47c0 req-42148762-5b86-4037-aac5-ac714175721f tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/ports?device_id=0438bcdd-fa20-47f9-956b-cfeaddf1fcec HTTP/1.1" status: 200 len: 945 time: 0.0618947 Oct 12 17:50:45.386718 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-13337f87-67dc-473d-bd78-dc4f7b0bc80e req-d6643e72-d334-48a8-a338-9d3fea8a37e2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343888 Oct 12 17:50:45.399008 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4540acda-4d8a-4b6b-827f-843d95fd47c0 req-4713adb9-57f5-4c3f-9575-33e7bf562568 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/security-groups?id=2a062cd0-f0e8-4cd1-a0c2-cad7a6d5ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458646 Oct 12 17:50:46.204537 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf72fc-6a9b-4318-8946-900551bb0b7d req-88951b10-2785-418a-a130-d7f5d0c0ac08 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:46.206175 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5daf72fc-6a9b-4318-8946-900551bb0b7d req-88951b10-2785-418a-a130-d7f5d0c0ac08 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=9a1cbdaf-897a-4714-98d8-d58aa1441d38 HTTP/1.1" status: 200 len: 943 time: 0.0550153 Oct 12 17:50:46.252062 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5daf72fc-6a9b-4318-8946-900551bb0b7d req-f1e9d7cc-2dfb-4d60-96ce-0243ae3f7a3a tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390475 Oct 12 17:50:46.356325 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f00e0-ac72-406d-80dc-a47d06a21a09 req-b3060c7a-de43-44d4-91b7-c23923ff0cac tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:46.357821 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-672f00e0-ac72-406d-80dc-a47d06a21a09 req-b3060c7a-de43-44d4-91b7-c23923ff0cac tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0497799 Oct 12 17:50:46.395669 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-672f00e0-ac72-406d-80dc-a47d06a21a09 req-8899e54f-1313-4e94-9ef1-ac23093ff19b tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317061 Oct 12 17:50:46.514516 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e64fc4-0dd1-45c7-ae6b-adadc2fa6d83 req-9e2c5f41-6fa7-4586-9bee-0ef9219a5ca6 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:46.516059 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-82e64fc4-0dd1-45c7-ae6b-adadc2fa6d83 req-9e2c5f41-6fa7-4586-9bee-0ef9219a5ca6 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/ports?device_id=0438bcdd-fa20-47f9-956b-cfeaddf1fcec HTTP/1.1" status: 200 len: 945 time: 0.0480785 Oct 12 17:50:46.558559 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-82e64fc4-0dd1-45c7-ae6b-adadc2fa6d83 req-b88730cd-7959-48eb-88e7-2eb0b0ffa86b tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/security-groups?id=2a062cd0-f0e8-4cd1-a0c2-cad7a6d5ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361540 Oct 12 17:50:46.595477 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 7b317dc6-9f9e-4d27-835f-59826471385b details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:50:46.597546 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device e948a8db-2a69-4568-98a2-46e65f5a7ef6 up at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:50:46.650847 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 34126) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:46.705317 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning for port e948a8db-2a69-4568-98a2-46e65f5a7ef6 completed by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:50:46.715953 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning complete for port e948a8db-2a69-4568-98a2-46e65f5a7ef6 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:50:46.716325 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:46.768189 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 7b317dc6-9f9e-4d27-835f-59826471385b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7b317dc6-9f9e-4d27-835f-59826471385b,segment=NetworkSegment(5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8),segment_id=5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:50:46.788794 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-edd25f52-0eee-4642-8ce4-7724b2391687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:46.789296 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Returning: {'device': '7b317dc6-9f9e-4d27-835f-59826471385b', 'network_id': 'e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa', 'port_id': '7b317dc6-9f9e-4d27-835f-59826471385b', 'mac_address': 'fa:16:3e:cc:62:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45759d7e-d25f-43ae-8f03-94166684d89c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:50:46.868198 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:46.886791 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b317dc6-9f9e-4d27-835f-59826471385b {{(pid=105768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:50:46.894800 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:46.906371 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-edd25f52-0eee-4642-8ce4-7724b2391687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:46.912575 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-edd25f52-0eee-4642-8ce4-7724b2391687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:46.919333 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 7b317dc6-9f9e-4d27-835f-59826471385b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7b317dc6-9f9e-4d27-835f-59826471385b,segment=NetworkSegment(5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8),segment_id=5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:50:46.926665 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:46.936022 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0438bcdd-fa20-47f9-956b-cfeaddf1fcec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e948a8db-2a69-4568-98a2-46e65f5a7ef6'}] {{(pid=105768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:50:46.938527 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d673ce2dcb2bb4fbf918fb1a8c35d4bb21dca6670ea86fc912d44392d0d8dbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0d5600-5da2-4711-beca-8f1b80464b2f" -d '{"events": [{"server_uuid": "0438bcdd-fa20-47f9-956b-cfeaddf1fcec", "name": "network-vif-plugged", "status": "completed", "tag": "e948a8db-2a69-4568-98a2-46e65f5a7ef6"}]}' {{(pid=105768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:50:46.947076 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 34138) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:46.972436 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port e948a8db-2a69-4568-98a2-46e65f5a7ef6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e948a8db-2a69-4568-98a2-46e65f5a7ef6,segment=NetworkSegment(d8f397df-76b9-4e31-a649-c4e602c85c07),segment_id=d8f397df-76b9-4e31-a649-c4e602c85c07)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:50:46.978499 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:46.983135 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 34142) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:46.983363 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-edd25f52-0eee-4642-8ce4-7724b2391687 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1b44e16644e94c8fbcafbe70eb761726&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3312278 Oct 12 17:50:46.984652 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd25f52-0eee-4642-8ce4-7724b2391687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c0025d-ed3d-4321-9acf-ede7a99b67c8,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:47.011712 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=7b317dc6-9f9e-4d27-835f-59826471385b,revision_number=4']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:47.060308 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5238609b-52ac-4592-b72b-5e1d4314882d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:47.076186 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=e948a8db-2a69-4568-98a2-46e65f5a7ef6,revision_number=5']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:47.089599 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5238609b-52ac-4592-b72b-5e1d4314882d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:47.122431 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-68b9b9d6-bd21-4d25-99d0-f9f250dbfc30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:47.149860 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0757a6-2384-4711-b743-de6a4856e9dc x-openstack-request-id: req-8b0757a6-2384-4711-b743-de6a4856e9dc {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:50:47.150171 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0438bcdd-fa20-47f9-956b-cfeaddf1fcec", "name": "network-vif-plugged", "status": "completed", "tag": "e948a8db-2a69-4568-98a2-46e65f5a7ef6", "code": 200}]} {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:50:47.150445 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8b0757a6-2384-4711-b743-de6a4856e9dc {{(pid=105768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:50:47.150989 dv-cinder-813226-2-iscsi neutron-server[105768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0438bcdd-fa20-47f9-956b-cfeaddf1fcec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e948a8db-2a69-4568-98a2-46e65f5a7ef6', 'code': 200} Oct 12 17:50:47.193328 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5238609b-52ac-4592-b72b-5e1d4314882d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:47.196076 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5238609b-52ac-4592-b72b-5e1d4314882d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:47.197334 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-5238609b-52ac-4592-b72b-5e1d4314882d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e7c0025d-ed3d-4321-9acf-ede7a99b67c8 HTTP/1.1" status: 204 len: 168 time: 0.2127516 Oct 12 17:50:47.210712 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5238609b-52ac-4592-b72b-5e1d4314882d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c0025d-ed3d-4321-9acf-ede7a99b67c8,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:47.295115 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-68b9b9d6-bd21-4d25-99d0-f9f250dbfc30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:47.308670 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-68b9b9d6-bd21-4d25-99d0-f9f250dbfc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:47.361776 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 34156) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:47.375121 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-68b9b9d6-bd21-4d25-99d0-f9f250dbfc30 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=fa235f52597b438d9fb6fc1c73017636&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4268067 Oct 12 17:50:47.378870 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b9b9d6-bd21-4d25-99d0-f9f250dbfc30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc82bb47-0895-4d65-9ae8-17d6786d1401,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:47.439995 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf52f00-631e-4837-8b53-989125dd6075 req-946ad3c5-9384-4ff2-9e1b-b1c483acd945 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:47.441860 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-7cf52f00-631e-4837-8b53-989125dd6075 req-946ad3c5-9384-4ff2-9e1b-b1c483acd945 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=9a1cbdaf-897a-4714-98d8-d58aa1441d38 HTTP/1.1" status: 200 len: 944 time: 0.1009579 Oct 12 17:50:47.464993 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['7b317dc6-9f9e-4d27-835f-59826471385b'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:50:47.480540 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-070920da-73a6-4522-91b3-a1a7d83d7532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:47.488927 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b23f1-56b7-42c7-bc76-ae743c6d7326 req-da0d7e9b-3c24-46b0-9614-188cfb2a80e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:47.490774 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-5a3b23f1-56b7-42c7-bc76-ae743c6d7326 req-da0d7e9b-3c24-46b0-9614-188cfb2a80e2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0438bcdd-fa20-47f9-956b-cfeaddf1fcec HTTP/1.1" status: 200 len: 1099 time: 0.0996056 Oct 12 17:50:47.510328 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-7cf52f00-631e-4837-8b53-989125dd6075 req-d6abe260-575e-4b1a-917f-44d65ec34852 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584731 Oct 12 17:50:47.518242 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-070920da-73a6-4522-91b3-a1a7d83d7532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:47.545787 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 34164) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:47.554602 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-5a3b23f1-56b7-42c7-bc76-ae743c6d7326 req-d0eaec65-f118-44d2-8b74-0e8c4f2ea1c6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2a062cd0-f0e8-4cd1-a0c2-cad7a6d5ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477579 Oct 12 17:50:47.619480 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-070920da-73a6-4522-91b3-a1a7d83d7532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:47.623177 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-070920da-73a6-4522-91b3-a1a7d83d7532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:47.627294 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-070920da-73a6-4522-91b3-a1a7d83d7532 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/fc82bb47-0895-4d65-9ae8-17d6786d1401 HTTP/1.1" status: 204 len: 168 time: 0.2641957 Oct 12 17:50:47.637361 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070920da-73a6-4522-91b3-a1a7d83d7532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc82bb47-0895-4d65-9ae8-17d6786d1401,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:47.653028 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997cb864-7527-44ec-a84b-9ec8ad2d3108 req-94ea9305-e946-444e-9043-334304ce00a8 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:47.654845 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-997cb864-7527-44ec-a84b-9ec8ad2d3108 req-94ea9305-e946-444e-9043-334304ce00a8 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0800929 Oct 12 17:50:47.716719 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 34172) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:47.737952 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-756b0413-2cdb-4ef4-b5c7-8b718215ecf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:47.749900 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-077b1001-650c-4d11-b28d-882c4066b60f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:47.757487 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-997cb864-7527-44ec-a84b-9ec8ad2d3108 req-371bcfb6-1b5d-4dcd-b863-f83cd7d8c744 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924790 Oct 12 17:50:47.791395 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b00e4-b5ef-4fcf-847c-d1131fe95386 req-aa7e628d-3765-4171-bc7e-d86cbd42d338 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:47.793023 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ad2b00e4-b5ef-4fcf-847c-d1131fe95386 req-aa7e628d-3765-4171-bc7e-d86cbd42d338 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/ports?device_id=0438bcdd-fa20-47f9-956b-cfeaddf1fcec HTTP/1.1" status: 200 len: 946 time: 0.0932622 Oct 12 17:50:47.857452 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-756b0413-2cdb-4ef4-b5c7-8b718215ecf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:47.861312 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-756b0413-2cdb-4ef4-b5c7-8b718215ecf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:47.871981 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ad2b00e4-b5ef-4fcf-847c-d1131fe95386 req-20013241-aea9-4519-b5fc-9861a7c10487 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/security-groups?id=2a062cd0-f0e8-4cd1-a0c2-cad7a6d5ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670581 Oct 12 17:50:47.911720 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-756b0413-2cdb-4ef4-b5c7-8b718215ecf1 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d3478cfb56da4642a0bcb241eba1276f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1924109 Oct 12 17:50:47.912713 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b0413-2cdb-4ef4-b5c7-8b718215ecf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721acd6f-17d8-4178-94d3-95d8899e5697,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:47.914729 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 34176) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:47.963421 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-077b1001-650c-4d11-b28d-882c4066b60f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:47.975659 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02360ce0-4f05-4c72-92ac-46829ffdb54f req-e1a4a9f8-1a61-4f11-98a7-1bfe3868d332 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:47.977221 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-02360ce0-4f05-4c72-92ac-46829ffdb54f req-e1a4a9f8-1a61-4f11-98a7-1bfe3868d332 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.1267807 Oct 12 17:50:47.979269 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-077b1001-650c-4d11-b28d-882c4066b60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:48.041423 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b1001-650c-4d11-b28d-882c4066b60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb0cf61-6259-41aa-80aa-897de23045b1,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:48.051459 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-077b1001-650c-4d11-b28d-882c4066b60f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=38da9cfc11e54823aa4832c852cb9004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5044260 Oct 12 17:50:48.054753 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 34180) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:48.067925 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e16e05d3-a2ee-4333-9ec0-66267cde1b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:48.079073 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-02360ce0-4f05-4c72-92ac-46829ffdb54f req-96d33cbd-5588-4810-82e6-663f1622c697 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903077 Oct 12 17:50:48.108662 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-74001ae9-a109-4a58-8540-b2c9d9b00131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:48.113047 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e16e05d3-a2ee-4333-9ec0-66267cde1b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:48.122504 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 34184) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:48.131816 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-74001ae9-a109-4a58-8540-b2c9d9b00131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:48.142434 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d943e86f-d51c-49ec-9d47-5fed171b8508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:48.190756 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-74001ae9-a109-4a58-8540-b2c9d9b00131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:48.193834 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-74001ae9-a109-4a58-8540-b2c9d9b00131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:48.195197 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-74001ae9-a109-4a58-8540-b2c9d9b00131 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1cb0cf61-6259-41aa-80aa-897de23045b1 HTTP/1.1" status: 204 len: 168 time: 0.1393805 Oct 12 17:50:48.203620 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74001ae9-a109-4a58-8540-b2c9d9b00131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb0cf61-6259-41aa-80aa-897de23045b1,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:48.214082 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e16e05d3-a2ee-4333-9ec0-66267cde1b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:48.216928 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e16e05d3-a2ee-4333-9ec0-66267cde1b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:48.221319 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-e16e05d3-a2ee-4333-9ec0-66267cde1b9c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/721acd6f-17d8-4178-94d3-95d8899e5697 HTTP/1.1" status: 204 len: 168 time: 0.2994244 Oct 12 17:50:48.244864 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16e05d3-a2ee-4333-9ec0-66267cde1b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721acd6f-17d8-4178-94d3-95d8899e5697,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:48.294991 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d943e86f-d51c-49ec-9d47-5fed171b8508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:48.303268 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d943e86f-d51c-49ec-9d47-5fed171b8508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:48.339756 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d943e86f-d51c-49ec-9d47-5fed171b8508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a07bed-59f3-4403-8f29-f361ee888742,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:48.364036 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 34192) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:48.377272 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-d943e86f-d51c-49ec-9d47-5fed171b8508 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d2e828562f05402388ef3a0dfe8e462d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2532570 Oct 12 17:50:48.423886 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-481fb9ad-3e0e-46b7-a227-e0e00d4301a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:48.455087 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-481fb9ad-3e0e-46b7-a227-e0e00d4301a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:48.581209 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-481fb9ad-3e0e-46b7-a227-e0e00d4301a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:48.585439 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-481fb9ad-3e0e-46b7-a227-e0e00d4301a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:48.586859 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-481fb9ad-3e0e-46b7-a227-e0e00d4301a1 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/91a07bed-59f3-4403-8f29-f361ee888742 HTTP/1.1" status: 204 len: 168 time: 0.2215936 Oct 12 17:50:48.596369 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481fb9ad-3e0e-46b7-a227-e0e00d4301a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a07bed-59f3-4403-8f29-f361ee888742,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:48.670882 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728ed95-6556-4755-a59a-0fd3b8dd9cba req-0576289f-6505-48bf-8180-8b29a0bffcde tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:48.672429 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a728ed95-6556-4755-a59a-0fd3b8dd9cba req-0576289f-6505-48bf-8180-8b29a0bffcde tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=9a1cbdaf-897a-4714-98d8-d58aa1441d38 HTTP/1.1" status: 200 len: 944 time: 0.0529318 Oct 12 17:50:48.714876 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a728ed95-6556-4755-a59a-0fd3b8dd9cba req-8c1e8193-bbde-4215-bae9-d5ccc0f105ab tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352001 Oct 12 17:50:48.867010 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 34222) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:48.882433 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-75344894-2e60-4ff4-a794-cd1c87983258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:49.010493 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-75344894-2e60-4ff4-a794-cd1c87983258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:49.017086 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d6b9d-316b-41e7-b3b9-4249438160fe req-be48933d-c71e-4b9d-850e-38d42b59a4ad tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:49.018939 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-405d6b9d-316b-41e7-b3b9-4249438160fe req-be48933d-c71e-4b9d-850e-38d42b59a4ad tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/ports?device_id=0438bcdd-fa20-47f9-956b-cfeaddf1fcec HTTP/1.1" status: 200 len: 946 time: 0.0608289 Oct 12 17:50:49.019756 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-75344894-2e60-4ff4-a794-cd1c87983258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:49.074562 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-75344894-2e60-4ff4-a794-cd1c87983258 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f20867f3f2e2489aabf0b0be8214a770&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2061563 Oct 12 17:50:49.078303 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 34232) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:49.078504 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-405d6b9d-316b-41e7-b3b9-4249438160fe req-5ef7d09e-b167-40bc-9385-d6fb718b4c65 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/security-groups?id=2a062cd0-f0e8-4cd1-a0c2-cad7a6d5ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481982 Oct 12 17:50:49.078968 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75344894-2e60-4ff4-a794-cd1c87983258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d900161-319d-4dff-8dcf-274a02b66921,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:49.138328 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a40e9ab2-b444-43aa-af1e-a6b4edd7ae39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:49.164389 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a40e9ab2-b444-43aa-af1e-a6b4edd7ae39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:49.237092 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a40e9ab2-b444-43aa-af1e-a6b4edd7ae39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:49.241561 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a40e9ab2-b444-43aa-af1e-a6b4edd7ae39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:49.243252 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-a40e9ab2-b444-43aa-af1e-a6b4edd7ae39 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5d900161-319d-4dff-8dcf-274a02b66921 HTTP/1.1" status: 204 len: 168 time: 0.1589479 Oct 12 17:50:49.254929 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e9ab2-b444-43aa-af1e-a6b4edd7ae39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d900161-319d-4dff-8dcf-274a02b66921,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:49.896069 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b208c6a-17de-445b-9996-76c32567855a req-0ad854b3-e94e-462c-aa2b-96f30e97ba8f tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:49.903979 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0b208c6a-17de-445b-9996-76c32567855a req-0ad854b3-e94e-462c-aa2b-96f30e97ba8f tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=9a1cbdaf-897a-4714-98d8-d58aa1441d38 HTTP/1.1" status: 200 len: 944 time: 0.0726030 Oct 12 17:50:49.917098 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348cb89d-5087-4c7a-9b98-87e55294dc12 req-33fc21cc-77b9-4800-85ff-6165fe3771be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:49.919244 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-348cb89d-5087-4c7a-9b98-87e55294dc12 req-33fc21cc-77b9-4800-85ff-6165fe3771be service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=89b6f4855e534550a81cf612a58075dc&device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 1099 time: 0.0541499 Oct 12 17:50:49.978981 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39773b2-3707-45cb-aff8-9aa246790e9d req-58785816-58c7-4d12-9d24-d04a01c54f3c tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:49.980677 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e39773b2-3707-45cb-aff8-9aa246790e9d req-58785816-58c7-4d12-9d24-d04a01c54f3c tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0742650 Oct 12 17:50:49.991737 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0b208c6a-17de-445b-9996-76c32567855a req-3cce545a-f3dc-4dbc-b6b1-0644217875e2 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867250 Oct 12 17:50:50.041231 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e39773b2-3707-45cb-aff8-9aa246790e9d req-6ffc6372-1cae-4fc6-9dc0-3802d96769d8 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437737 Oct 12 17:50:50.070399 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348cb89d-5087-4c7a-9b98-87e55294dc12 req-bce0fe66-6a11-45e5-a30d-0f376b760768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:50.071819 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-348cb89d-5087-4c7a-9b98-87e55294dc12 req-bce0fe66-6a11-45e5-a30d-0f376b760768 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f0076a2-dbd2-4243-8c7b-a99512793be3 HTTP/1.1" status: 200 len: 921 time: 0.1358893 Oct 12 17:50:50.120710 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-348cb89d-5087-4c7a-9b98-87e55294dc12 req-8ce984c5-568c-4014-8d9b-f448be773b83 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24c25e79-1674-4845-8134-8f5142b099cf HTTP/1.1" status: 200 len: 217 time: 0.0383503 Oct 12 17:50:50.190136 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348cb89d-5087-4c7a-9b98-87e55294dc12 req-3a275860-c74f-4617-9c7d-b930329becac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:50.192181 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-348cb89d-5087-4c7a-9b98-87e55294dc12 req-3a275860-c74f-4617-9c7d-b930329becac service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7974bc61-b9a6-46e8-8709-f4c6737f6759 HTTP/1.1" status: 200 len: 859 time: 0.0620584 Oct 12 17:50:50.215141 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f584521-58d9-48e6-892d-26c9f07fba52 req-34d57239-8ab3-4109-8d4c-a2e39cc7289f tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:50.216911 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4f584521-58d9-48e6-892d-26c9f07fba52 req-34d57239-8ab3-4109-8d4c-a2e39cc7289f tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/ports?device_id=0438bcdd-fa20-47f9-956b-cfeaddf1fcec HTTP/1.1" status: 200 len: 946 time: 0.0507412 Oct 12 17:50:50.228567 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-348cb89d-5087-4c7a-9b98-87e55294dc12 req-ccbda7ce-888e-4a9e-a200-6c4f83a6d096 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f0076a2-dbd2-4243-8c7b-a99512793be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245662 Oct 12 17:50:50.282898 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4f584521-58d9-48e6-892d-26c9f07fba52 req-5635c7da-2552-4a3e-bcf6-c8238af12f73 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/security-groups?id=2a062cd0-f0e8-4cd1-a0c2-cad7a6d5ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435715 Oct 12 17:50:50.354994 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-348cb89d-5087-4c7a-9b98-87e55294dc12 req-cc63006e-29b6-4f47-aee6-74a8e9b8fb3b service neutron] 10.222.0.44 "GET /v2.0/networks/7f0076a2-dbd2-4243-8c7b-a99512793be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083612 Oct 12 17:50:50.459097 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-348cb89d-5087-4c7a-9b98-87e55294dc12 req-9fef65a3-128e-4887-b4ca-612102a7504a service neutron] 10.222.0.44 "GET /v2.0/networks/7f0076a2-dbd2-4243-8c7b-a99512793be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916321 Oct 12 17:50:50.615700 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 7b317dc6-9f9e-4d27-835f-59826471385b up at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:50:50.694080 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning for port 7b317dc6-9f9e-4d27-835f-59826471385b completed by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:50:50.709435 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning complete for port 7b317dc6-9f9e-4d27-835f-59826471385b triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:50:50.710563 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:50.879610 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:50.930487 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1cbdaf-897a-4714-98d8-d58aa1441d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b317dc6-9f9e-4d27-835f-59826471385b'}] {{(pid=105768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:50:50.934371 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d673ce2dcb2bb4fbf918fb1a8c35d4bb21dca6670ea86fc912d44392d0d8dbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54fd0b2-7698-4faf-aea4-816b78b5fc87" -d '{"events": [{"server_uuid": "9a1cbdaf-897a-4714-98d8-d58aa1441d38", "name": "network-vif-plugged", "status": "completed", "tag": "7b317dc6-9f9e-4d27-835f-59826471385b"}]}' {{(pid=105768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:50:50.956952 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 7b317dc6-9f9e-4d27-835f-59826471385b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7b317dc6-9f9e-4d27-835f-59826471385b,segment=NetworkSegment(5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8),segment_id=5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:50:50.964622 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:51.017796 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04817954-67cc-48d6-9fb7-09a65de625b2 x-openstack-request-id: req-04817954-67cc-48d6-9fb7-09a65de625b2 {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:50:51.018154 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1cbdaf-897a-4714-98d8-d58aa1441d38", "name": "network-vif-plugged", "status": "completed", "tag": "7b317dc6-9f9e-4d27-835f-59826471385b", "code": 200}]} {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:50:51.018432 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-04817954-67cc-48d6-9fb7-09a65de625b2 {{(pid=105768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:50:51.019007 dv-cinder-813226-2-iscsi neutron-server[105768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1cbdaf-897a-4714-98d8-d58aa1441d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b317dc6-9f9e-4d27-835f-59826471385b', 'code': 200} Oct 12 17:50:51.053281 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=7b317dc6-9f9e-4d27-835f-59826471385b,revision_number=5']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:51.220918 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d555651-d88f-4440-bac1-911617ed4932 req-3f8c26f9-75d7-4291-b8ff-ee81c79cfb33 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:51.228567 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4d555651-d88f-4440-bac1-911617ed4932 req-3f8c26f9-75d7-4291-b8ff-ee81c79cfb33 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=9a1cbdaf-897a-4714-98d8-d58aa1441d38 HTTP/1.1" status: 200 len: 945 time: 0.1106732 Oct 12 17:50:51.265087 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e307b-4bbf-4cbe-8474-965cfaea7ee5 req-d11146bb-3dc7-4041-ba6a-46598b870364 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:51.266652 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-187e307b-4bbf-4cbe-8474-965cfaea7ee5 req-d11146bb-3dc7-4041-ba6a-46598b870364 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0957489 Oct 12 17:50:51.294759 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399dc70-1c93-418a-931a-2bccbb963ba9 req-d5321444-1d4e-4000-85c1-2ce6a7148f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:51.295232 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4d555651-d88f-4440-bac1-911617ed4932 req-c2f34e87-a77d-4a62-9ca8-d621a06f66c6 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638216 Oct 12 17:50:51.297398 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-7399dc70-1c93-418a-931a-2bccbb963ba9 req-d5321444-1d4e-4000-85c1-2ce6a7148f07 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9a1cbdaf-897a-4714-98d8-d58aa1441d38 HTTP/1.1" status: 200 len: 1098 time: 0.0621278 Oct 12 17:50:51.343481 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-187e307b-4bbf-4cbe-8474-965cfaea7ee5 req-52bd8e74-8861-4924-adc5-74a292008ec2 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654421 Oct 12 17:50:51.367078 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-7399dc70-1c93-418a-931a-2bccbb963ba9 req-e2c7d5d2-007f-4b35-9efc-3dc4fad61300 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595398 Oct 12 17:50:51.418722 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad8019-ef4e-41ce-95fc-5d04a9793436 req-cc12a1de-41ce-4111-bae5-9d00ddd46930 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:51.420428 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ebad8019-ef4e-41ce-95fc-5d04a9793436 req-cc12a1de-41ce-4111-bae5-9d00ddd46930 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/ports?device_id=0438bcdd-fa20-47f9-956b-cfeaddf1fcec HTTP/1.1" status: 200 len: 946 time: 0.0489788 Oct 12 17:50:51.462795 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ebad8019-ef4e-41ce-95fc-5d04a9793436 req-6c935bfe-e40a-4537-adff-dd9f06d13f72 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/security-groups?id=2a062cd0-f0e8-4cd1-a0c2-cad7a6d5ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360320 Oct 12 17:50:51.930414 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 34390) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:52.070087 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-68d129be-3673-4d3f-8123-257281c21c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:52.163522 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-68d129be-3673-4d3f-8123-257281c21c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:52.168174 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-68d129be-3673-4d3f-8123-257281c21c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:52.210102 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-68d129be-3673-4d3f-8123-257281c21c6e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e1dbd2252a004fc79dda2f8f72d22ecf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2758667 Oct 12 17:50:52.210102 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d129be-3673-4d3f-8123-257281c21c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9432f71a-87dc-4060-8453-89f9f5dfba46,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:52.211250 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 34404) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:52.269313 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4bc43fd1-736e-4d41-8e33-9c6b5a5abcb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:52.290197 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4bc43fd1-736e-4d41-8e33-9c6b5a5abcb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:52.349382 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4bc43fd1-736e-4d41-8e33-9c6b5a5abcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:52.352800 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4bc43fd1-736e-4d41-8e33-9c6b5a5abcb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:52.357483 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-4bc43fd1-736e-4d41-8e33-9c6b5a5abcb7 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9432f71a-87dc-4060-8453-89f9f5dfba46 HTTP/1.1" status: 204 len: 168 time: 0.1448452 Oct 12 17:50:52.365385 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc43fd1-736e-4d41-8e33-9c6b5a5abcb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9432f71a-87dc-4060-8453-89f9f5dfba46,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:52.424825 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877974f-31a4-467d-b9a4-39c15a2a2de2 req-dfbccafa-513b-4c67-bf62-533071244ab5 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:52.426936 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c877974f-31a4-467d-b9a4-39c15a2a2de2 req-dfbccafa-513b-4c67-bf62-533071244ab5 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=9a1cbdaf-897a-4714-98d8-d58aa1441d38 HTTP/1.1" status: 200 len: 945 time: 0.0501328 Oct 12 17:50:52.467222 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c877974f-31a4-467d-b9a4-39c15a2a2de2 req-1d326ae5-8d65-4d49-9e4e-4db2c77fb908 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343874 Oct 12 17:50:52.590639 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ead927-a04d-4a7d-b12e-585c7e6707eb req-6d939fdd-1fa3-4937-8033-ca8c593a27da tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:52.592132 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a0ead927-a04d-4a7d-b12e-585c7e6707eb req-6d939fdd-1fa3-4937-8033-ca8c593a27da tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0597923 Oct 12 17:50:52.633521 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a0ead927-a04d-4a7d-b12e-585c7e6707eb req-7afbef23-a1dc-4d69-8e65-b857b43d9045 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349672 Oct 12 17:50:52.674152 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 34442) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:52.689228 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-037d989e-aad8-4ea8-9986-73d56f200141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:52.765566 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bccca-4e6f-4aae-af7c-083ee7cc963c req-f4785462-ffa5-4829-9f64-ddfb24a73bd8 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:52.767458 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-613bccca-4e6f-4aae-af7c-083ee7cc963c req-f4785462-ffa5-4829-9f64-ddfb24a73bd8 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/ports?device_id=0438bcdd-fa20-47f9-956b-cfeaddf1fcec HTTP/1.1" status: 200 len: 946 time: 0.0593228 Oct 12 17:50:52.770290 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-037d989e-aad8-4ea8-9986-73d56f200141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:52.776221 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-037d989e-aad8-4ea8-9986-73d56f200141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:52.807253 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-613bccca-4e6f-4aae-af7c-083ee7cc963c req-61f7e49b-f7c5-4407-a48b-de4cfac1f933 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/security-groups?id=2a062cd0-f0e8-4cd1-a0c2-cad7a6d5ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331163 Oct 12 17:50:52.807915 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 34446) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:52.812534 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d989e-aad8-4ea8-9986-73d56f200141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e426bee-39cd-4455-98e4-e435b327b3d9,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:52.816835 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-037d989e-aad8-4ea8-9986-73d56f200141 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0df7c46eda3842618d8b46bcd2f81ea6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1413286 Oct 12 17:50:52.819463 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 34450) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:52.868111 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a7afccbb-1a81-4c44-aa81-60f8d85efb5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:52.892229 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a7afccbb-1a81-4c44-aa81-60f8d85efb5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:52.926744 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cf268d49-9c46-45fd-8aef-bdbcbc1d2ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:52.938795 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a7afccbb-1a81-4c44-aa81-60f8d85efb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:52.941326 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a7afccbb-1a81-4c44-aa81-60f8d85efb5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:52.942672 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-a7afccbb-1a81-4c44-aa81-60f8d85efb5b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5e426bee-39cd-4455-98e4-e435b327b3d9 HTTP/1.1" status: 204 len: 168 time: 0.1222839 Oct 12 17:50:52.953457 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afccbb-1a81-4c44-aa81-60f8d85efb5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e426bee-39cd-4455-98e4-e435b327b3d9,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:53.025185 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cf268d49-9c46-45fd-8aef-bdbcbc1d2ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:53.031079 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cf268d49-9c46-45fd-8aef-bdbcbc1d2ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:53.067557 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf268d49-9c46-45fd-8aef-bdbcbc1d2ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a055366d-094e-4ba0-a0d4-c54b0839fc03,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:53.072001 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-cf268d49-9c46-45fd-8aef-bdbcbc1d2ca8 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=fadafb8aed89479e83e224c71fc961d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2629936 Oct 12 17:50:53.074659 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 34456) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:53.126991 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d1b51eba-d1b1-4384-94ee-82dff0982430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:53.148578 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d1b51eba-d1b1-4384-94ee-82dff0982430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:53.201051 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d1b51eba-d1b1-4384-94ee-82dff0982430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:53.203906 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d1b51eba-d1b1-4384-94ee-82dff0982430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:53.205069 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-d1b51eba-d1b1-4384-94ee-82dff0982430 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a055366d-094e-4ba0-a0d4-c54b0839fc03 HTTP/1.1" status: 204 len: 168 time: 0.1294680 Oct 12 17:50:53.221668 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b51eba-d1b1-4384-94ee-82dff0982430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a055366d-094e-4ba0-a0d4-c54b0839fc03,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:53.501075 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 34480) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:53.515515 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-8ddb6017-f0bf-4213-b645-6751a5b1284f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:53.597603 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-8ddb6017-f0bf-4213-b645-6751a5b1284f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:53.599364 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f1fa0-5984-4740-a109-b5f8ba741ceb req-e97b7fcb-eeed-4a4c-be26-22437246e9d1 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:53.601259 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4e6f1fa0-5984-4740-a109-b5f8ba741ceb req-e97b7fcb-eeed-4a4c-be26-22437246e9d1 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=9a1cbdaf-897a-4714-98d8-d58aa1441d38 HTTP/1.1" status: 200 len: 945 time: 0.0535607 Oct 12 17:50:53.603127 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-8ddb6017-f0bf-4213-b645-6751a5b1284f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:53.641145 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4e6f1fa0-5984-4740-a109-b5f8ba741ceb req-1e40a3f3-4797-4837-a997-d7f58316c60a tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333729 Oct 12 17:50:53.647616 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb6017-f0bf-4213-b645-6751a5b1284f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266bb5b2-1b64-44ee-9c09-18d37977031b,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:53.656990 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-8ddb6017-f0bf-4213-b645-6751a5b1284f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2f40adc8a076431cb711e2c5aa79298a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1548278 Oct 12 17:50:53.659757 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 34488) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:53.723836 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dfb591ec-9b3e-470c-93e0-6a83a177eac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:53.763813 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dfb591ec-9b3e-470c-93e0-6a83a177eac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:53.792072 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083c31f-2608-434f-8b87-6f79aa0a4fda req-5f130f8e-3164-4c6f-8b3f-22e33ab05de3 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:53.793607 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a083c31f-2608-434f-8b87-6f79aa0a4fda req-5f130f8e-3164-4c6f-8b3f-22e33ab05de3 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0821509 Oct 12 17:50:53.845284 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a083c31f-2608-434f-8b87-6f79aa0a4fda req-298722fb-c5f0-4147-aa25-8b650773e920 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451641 Oct 12 17:50:53.853146 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dfb591ec-9b3e-470c-93e0-6a83a177eac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:53.856209 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dfb591ec-9b3e-470c-93e0-6a83a177eac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:53.859739 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-dfb591ec-9b3e-470c-93e0-6a83a177eac6 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/266bb5b2-1b64-44ee-9c09-18d37977031b HTTP/1.1" status: 204 len: 168 time: 0.1964772 Oct 12 17:50:53.874637 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb591ec-9b3e-470c-93e0-6a83a177eac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266bb5b2-1b64-44ee-9c09-18d37977031b,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:53.968271 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7648b1-5812-4e9e-af84-64109e6f3496 req-c3f61d36-c5a9-474e-95a1-b863ed630dc0 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:53.976864 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ae7648b1-5812-4e9e-af84-64109e6f3496 req-c3f61d36-c5a9-474e-95a1-b863ed630dc0 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/ports?device_id=0438bcdd-fa20-47f9-956b-cfeaddf1fcec HTTP/1.1" status: 200 len: 946 time: 0.0565810 Oct 12 17:50:54.018899 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ae7648b1-5812-4e9e-af84-64109e6f3496 req-952af460-7011-4190-bfec-80cea2fdaaec tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/security-groups?id=2a062cd0-f0e8-4cd1-a0c2-cad7a6d5ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411046 Oct 12 17:50:54.782038 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b06c3-0fe8-455c-965f-4125e929774f req-f7ee6df1-a2ca-4dad-b202-d5e683853b77 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:54.783748 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-cc1b06c3-0fe8-455c-965f-4125e929774f req-f7ee6df1-a2ca-4dad-b202-d5e683853b77 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=9a1cbdaf-897a-4714-98d8-d58aa1441d38 HTTP/1.1" status: 200 len: 945 time: 0.0518992 Oct 12 17:50:54.826519 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-cc1b06c3-0fe8-455c-965f-4125e929774f req-fc388851-1e8a-4b2b-800e-90a55f35e632 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362210 Oct 12 17:50:54.989302 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71561d-6a6a-42ee-95f8-9a0d64908979 req-0180a209-36f5-4a7f-9b55-e958f60201bc tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:54.991093 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6a71561d-6a6a-42ee-95f8-9a0d64908979 req-0180a209-36f5-4a7f-9b55-e958f60201bc tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0624952 Oct 12 17:50:55.043001 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6a71561d-6a6a-42ee-95f8-9a0d64908979 req-75e2cec7-651b-4cf0-97e6-34b4f765f41a tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456781 Oct 12 17:50:55.132499 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac66a5-f93a-4bfe-b421-9c3b7fc88632 req-7bd052df-a4e4-4bf4-930e-ad8f79075cd1 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:55.134027 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-97ac66a5-f93a-4bfe-b421-9c3b7fc88632 req-7bd052df-a4e4-4bf4-930e-ad8f79075cd1 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/ports?device_id=0438bcdd-fa20-47f9-956b-cfeaddf1fcec HTTP/1.1" status: 200 len: 946 time: 0.0503144 Oct 12 17:50:55.185069 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-97ac66a5-f93a-4bfe-b421-9c3b7fc88632 req-108f20e8-bcee-4a13-8644-399d58702c34 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/security-groups?id=2a062cd0-f0e8-4cd1-a0c2-cad7a6d5ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447762 Oct 12 17:50:55.941157 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 34620) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:55.966174 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f90d6-c6d1-4170-b2b9-a4b6640114a2 req-5996c0ed-df21-4859-bbfe-fcd2fb894343 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:55.967806 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-521f90d6-c6d1-4170-b2b9-a4b6640114a2 req-5996c0ed-df21-4859-bbfe-fcd2fb894343 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=9a1cbdaf-897a-4714-98d8-d58aa1441d38 HTTP/1.1" status: 200 len: 945 time: 0.0630333 Oct 12 17:50:56.009633 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-521f90d6-c6d1-4170-b2b9-a4b6640114a2 req-133354c5-76b0-4802-9f1e-647ccf8d2ab9 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351236 Oct 12 17:50:56.060281 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-01de4ba4-3649-448f-8fe9-771ef9385bc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:56.159000 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 34628) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:56.175752 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-01de4ba4-3649-448f-8fe9-771ef9385bc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:56.188390 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ffb9cb-9cdc-4219-8c29-43fef97c8f10 req-c4714d86-22a3-475d-a82e-2af7ad600e28 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:56.189898 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-94ffb9cb-9cdc-4219-8c29-43fef97c8f10 req-c4714d86-22a3-475d-a82e-2af7ad600e28 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0723317 Oct 12 17:50:56.190712 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-01de4ba4-3649-448f-8fe9-771ef9385bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:56.273742 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 34638) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:56.286405 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-01de4ba4-3649-448f-8fe9-771ef9385bc7 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=bc20e0a4bd6049648d2e2723295cbdbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3437107 Oct 12 17:50:56.330309 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-477e56f3-4e40-4380-808d-23c9f1e2ce84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:56.335628 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de4ba4-3649-448f-8fe9-771ef9385bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34456857-7ff2-4b84-b303-389e25de4e5c,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:56.357001 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-94ffb9cb-9cdc-4219-8c29-43fef97c8f10 req-ba4b04ec-ba76-471b-b403-75d451788ce4 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526892 Oct 12 17:50:56.363360 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a5864d3c-c79f-4da5-b06a-3461286944ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:56.375761 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765120a7-b8cf-495e-a58b-3b17e38ad222 req-bd991d98-4f7b-49ff-888b-8f8414f9c4b2 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:56.377246 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-765120a7-b8cf-495e-a58b-3b17e38ad222 req-bd991d98-4f7b-49ff-888b-8f8414f9c4b2 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/ports?device_id=0438bcdd-fa20-47f9-956b-cfeaddf1fcec HTTP/1.1" status: 200 len: 946 time: 0.1107950 Oct 12 17:50:56.415768 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a5864d3c-c79f-4da5-b06a-3461286944ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:56.423068 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-765120a7-b8cf-495e-a58b-3b17e38ad222 req-503e9406-3c53-4c64-855b-7e881930744b tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/security-groups?id=2a062cd0-f0e8-4cd1-a0c2-cad7a6d5ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374186 Oct 12 17:50:56.483669 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-477e56f3-4e40-4380-808d-23c9f1e2ce84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:56.487260 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-477e56f3-4e40-4380-808d-23c9f1e2ce84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:56.528926 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a5864d3c-c79f-4da5-b06a-3461286944ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:56.531523 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a5864d3c-c79f-4da5-b06a-3461286944ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:56.535048 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-a5864d3c-c79f-4da5-b06a-3461286944ad admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/34456857-7ff2-4b84-b303-389e25de4e5c HTTP/1.1" status: 204 len: 168 time: 0.2579188 Oct 12 17:50:56.538001 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 34654) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:56.548390 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-477e56f3-4e40-4380-808d-23c9f1e2ce84 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=872fde1240ba4d6281f92ec4612fe7ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3796084 Oct 12 17:50:56.554607 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e56f3-4e40-4380-808d-23c9f1e2ce84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fa850b-b9ef-4eb0-8fc0-3bbff0b5dea2,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:56.574367 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:56.594385 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5864d3c-c79f-4da5-b06a-3461286944ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34456857-7ff2-4b84-b303-389e25de4e5c,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:56.609417 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-883e0538-d2b7-46ac-ad2c-e23230b5488e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:56.642797 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-883e0538-d2b7-46ac-ad2c-e23230b5488e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:56.701933 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-883e0538-d2b7-46ac-ad2c-e23230b5488e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:56.704559 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-883e0538-d2b7-46ac-ad2c-e23230b5488e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:56.705729 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-883e0538-d2b7-46ac-ad2c-e23230b5488e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/58fa850b-b9ef-4eb0-8fc0-3bbff0b5dea2 HTTP/1.1" status: 204 len: 168 time: 0.1667171 Oct 12 17:50:56.713787 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883e0538-d2b7-46ac-ad2c-e23230b5488e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fa850b-b9ef-4eb0-8fc0-3bbff0b5dea2,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:56.879177 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 34662) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:56.895406 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3e7af107-93c6-4cea-ae33-cbcfd54bface admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:56.927096 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826dbae1-6cf9-4bc2-812e-6ff6e915a4a5 req-7e17c3b6-c8b7-450a-aa1c-1a1d454313fe tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:56.929057 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-826dbae1-6cf9-4bc2-812e-6ff6e915a4a5 req-7e17c3b6-c8b7-450a-aa1c-1a1d454313fe tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.44 "GET /v2.0/ports?device_id=0438bcdd-fa20-47f9-956b-cfeaddf1fcec HTTP/1.1" status: 200 len: 946 time: 0.0581198 Oct 12 17:50:56.979033 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3e7af107-93c6-4cea-ae33-cbcfd54bface admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:56.987518 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3e7af107-93c6-4cea-ae33-cbcfd54bface admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:57.027177 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-3e7af107-93c6-4cea-ae33-cbcfd54bface admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b77e5ba912024fc88808ed78cf4c392e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1467307 Oct 12 17:50:57.028284 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7af107-93c6-4cea-ae33-cbcfd54bface admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b449b26a-de6b-49a3-82e4-c1338f0a99a7,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:57.029808 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 34666) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:57.086442 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [req-826dbae1-6cf9-4bc2-812e-6ff6e915a4a5 req-180f14b9-f9b5-42c7-863d-3204bc2ced7f tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Deleting port e948a8db-2a69-4568-98a2-46e65f5a7ef6 {{(pid=105767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:50:57.086783 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-826dbae1-6cf9-4bc2-812e-6ff6e915a4a5 req-180f14b9-f9b5-42c7-863d-3204bc2ced7f tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:57.148605 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 34672) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:57.151312 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a84c76b5-7266-4690-b179-9e589b6fca1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:57.179954 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde786b-ca06-4c87-90b0-17294bc13e0b req-dddea894-4666-4296-aa61-733c5f9c3111 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:57.181495 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9dde786b-ca06-4c87-90b0-17294bc13e0b req-dddea894-4666-4296-aa61-733c5f9c3111 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=9a1cbdaf-897a-4714-98d8-d58aa1441d38 HTTP/1.1" status: 200 len: 945 time: 0.0600598 Oct 12 17:50:57.183845 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ac62bc39-69a3-436e-8c30-b32e83051219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:57.213268 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a84c76b5-7266-4690-b179-9e589b6fca1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:57.224332 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9dde786b-ca06-4c87-90b0-17294bc13e0b req-8bff6920-f08f-4d1b-867a-78c476cf0724 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335641 Oct 12 17:50:57.255514 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-826dbae1-6cf9-4bc2-812e-6ff6e915a4a5 req-180f14b9-f9b5-42c7-863d-3204bc2ced7f tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] For port e948a8db-2a69-4568-98a2-46e65f5a7ef6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e948a8db-2a69-4568-98a2-46e65f5a7ef6,segment=NetworkSegment(d8f397df-76b9-4e31-a649-c4e602c85c07),segment_id=d8f397df-76b9-4e31-a649-c4e602c85c07)] {{(pid=105767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:50:57.255827 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-826dbae1-6cf9-4bc2-812e-6ff6e915a4a5 req-180f14b9-f9b5-42c7-863d-3204bc2ced7f tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:57.291177 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [req-826dbae1-6cf9-4bc2-812e-6ff6e915a4a5 req-180f14b9-f9b5-42c7-863d-3204bc2ced7f tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Calling delete_port for e948a8db-2a69-4568-98a2-46e65f5a7ef6 owned by compute:nova {{(pid=105767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:50:57.398040 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a84c76b5-7266-4690-b179-9e589b6fca1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:57.401620 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a84c76b5-7266-4690-b179-9e589b6fca1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:57.405721 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-a84c76b5-7266-4690-b179-9e589b6fca1f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b449b26a-de6b-49a3-82e4-c1338f0a99a7 HTTP/1.1" status: 204 len: 168 time: 0.3749070 Oct 12 17:50:57.448170 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c76b5-7266-4690-b179-9e589b6fca1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b449b26a-de6b-49a3-82e4-c1338f0a99a7,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:57.476335 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ac62bc39-69a3-436e-8c30-b32e83051219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:57.494376 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ac62bc39-69a3-436e-8c30-b32e83051219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:57.583900 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62bc39-69a3-436e-8c30-b32e83051219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908a441d-851f-4b37-88f3-19720fbcd455,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:57.590336 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-ac62bc39-69a3-436e-8c30-b32e83051219 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a99bf5a8ccaf42c3830ff586f54695e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4405262 Oct 12 17:50:57.595482 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 34698) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:57.605800 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4379437-232b-4bdf-99e4-89340f96d0d8 req-ca6fcc44-805e-4e86-9fae-503a07b15f48 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:57.619745 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c4379437-232b-4bdf-99e4-89340f96d0d8 req-ca6fcc44-805e-4e86-9fae-503a07b15f48 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.1274197 Oct 12 17:50:57.636923 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-826dbae1-6cf9-4bc2-812e-6ff6e915a4a5 req-180f14b9-f9b5-42c7-863d-3204bc2ced7f tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:57.653722 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['e948a8db-2a69-4568-98a2-46e65f5a7ef6'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:50:57.690017 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-1182f2a7-e324-4efe-ae09-0a7ef0632648 req-46d3612a-6bd9-416a-8368-00861bfa7250 tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.85 "GET /v2.0/ports?device_id=0438bcdd-fa20-47f9-956b-cfeaddf1fcec HTTP/1.1" status: 200 len: 210 time: 0.0604222 Oct 12 17:50:57.715147 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f14b9-f9b5-42c7-863d-3204bc2ced7f tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Pushing event deleted for resources: {'Port': ['ID=e948a8db-2a69-4568-98a2-46e65f5a7ef6,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:57.725685 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c4379437-232b-4bdf-99e4-89340f96d0d8 req-453b0d03-0a5c-4015-93e1-92724bd306d8 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047153 Oct 12 17:50:57.795481 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-479fe540-f74c-4893-bf17-81bb8d868caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:57.797334 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [req-826dbae1-6cf9-4bc2-812e-6ff6e915a4a5 req-180f14b9-f9b5-42c7-863d-3204bc2ced7f tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] No DVR routers for this DVR port e948a8db-2a69-4568-98a2-46e65f5a7ef6 on host hv-cinder-81322 {{(pid=105767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:50:57.802869 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-826dbae1-6cf9-4bc2-812e-6ff6e915a4a5 req-180f14b9-f9b5-42c7-863d-3204bc2ced7f tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:57.806724 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-826dbae1-6cf9-4bc2-812e-6ff6e915a4a5 req-180f14b9-f9b5-42c7-863d-3204bc2ced7f tempest-VolumesActionsTest-1629765115 tempest-VolumesActionsTest-1629765115-project] 10.222.0.44 "DELETE /v2.0/ports/e948a8db-2a69-4568-98a2-46e65f5a7ef6 HTTP/1.1" status: 204 len: 173 time: 0.8684077 Oct 12 17:50:57.807386 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0438bcdd-fa20-47f9-956b-cfeaddf1fcec', 'name': 'network-vif-deleted', 'tag': 'e948a8db-2a69-4568-98a2-46e65f5a7ef6'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:50:57.810003 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9a4829-030b-43a9-8d43-480556f5ce50" -d '{"events": [{"server_uuid": "0438bcdd-fa20-47f9-956b-cfeaddf1fcec", "name": "network-vif-deleted", "tag": "e948a8db-2a69-4568-98a2-46e65f5a7ef6"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:50:57.834800 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-479fe540-f74c-4893-bf17-81bb8d868caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:57.923084 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-479fe540-f74c-4893-bf17-81bb8d868caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:57.927193 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-479fe540-f74c-4893-bf17-81bb8d868caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:57.928875 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-479fe540-f74c-4893-bf17-81bb8d868caf admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/908a441d-851f-4b37-88f3-19720fbcd455 HTTP/1.1" status: 204 len: 168 time: 0.3323400 Oct 12 17:50:57.932257 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db059a1-0026-40fe-b30f-29c0a22479f8 x-openstack-request-id: req-5db059a1-0026-40fe-b30f-29c0a22479f8 {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:50:57.932257 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0438bcdd-fa20-47f9-956b-cfeaddf1fcec", "name": "network-vif-deleted", "tag": "e948a8db-2a69-4568-98a2-46e65f5a7ef6", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:50:57.932257 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5db059a1-0026-40fe-b30f-29c0a22479f8 {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:50:57.932257 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0438bcdd-fa20-47f9-956b-cfeaddf1fcec', 'name': 'network-vif-deleted', 'tag': 'e948a8db-2a69-4568-98a2-46e65f5a7ef6', 'status': 'completed', 'code': 200} Oct 12 17:50:57.955156 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479fe540-f74c-4893-bf17-81bb8d868caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908a441d-851f-4b37-88f3-19720fbcd455,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:58.912084 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7bb1b5-274a-427d-aaa9-a834eff371c9 req-61144f78-c588-429a-83cd-058e367f14cb tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:58.934904 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ee7bb1b5-274a-427d-aaa9-a834eff371c9 req-61144f78-c588-429a-83cd-058e367f14cb tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.1018038 Oct 12 17:50:59.033361 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ee7bb1b5-274a-427d-aaa9-a834eff371c9 req-d7c4b6ff-3a1a-4cce-8862-72a2cb20d0e8 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997813 Oct 12 17:51:00.156606 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6920aa-4bd0-4174-966b-e790eb69169e req-da81af07-575e-4331-838d-f457cce1d626 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:00.158106 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-cf6920aa-4bd0-4174-966b-e790eb69169e req-da81af07-575e-4331-838d-f457cce1d626 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0542624 Oct 12 17:51:00.203593 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-cf6920aa-4bd0-4174-966b-e790eb69169e req-fced51aa-bb57-4513-90c2-b90964600126 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352974 Oct 12 17:51:01.332285 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0558c-3f29-44fa-98d2-930549a27757 req-daa429d7-81d9-4870-a5cc-1b0abab93a69 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:01.334137 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-82f0558c-3f29-44fa-98d2-930549a27757 req-daa429d7-81d9-4870-a5cc-1b0abab93a69 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0503123 Oct 12 17:51:01.377589 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-82f0558c-3f29-44fa-98d2-930549a27757 req-0e272666-8866-4845-bf73-4b45912561eb tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336261 Oct 12 17:51:01.712315 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 34944) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:01.829181 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ce2e7ae9-d005-4ad3-b8ae-f487d433565e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:01.911303 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ce2e7ae9-d005-4ad3-b8ae-f487d433565e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:01.917118 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ce2e7ae9-d005-4ad3-b8ae-f487d433565e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:01.954382 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-ce2e7ae9-d005-4ad3-b8ae-f487d433565e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4fee2a12b5ed4906968eebe54499d455&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406285 Oct 12 17:51:01.956181 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 34952) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:01.960460 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e7ae9-d005-4ad3-b8ae-f487d433565e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d13ab9c-e510-45d0-8b22-e3178ec0fffa,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:01.995290 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device e948a8db-2a69-4568-98a2-46e65f5a7ef6 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:51:02.015335 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-465fdf1e-8d53-4a98-a590-c9eb91537f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:02.015794 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] No Port match for: e948a8db-2a69-4568-98a2-46e65f5a7ef6 {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:51:02.016142 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device e948a8db-2a69-4568-98a2-46e65f5a7ef6 not bound to the agent host hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:51:02.036545 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-465fdf1e-8d53-4a98-a590-c9eb91537f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:02.092014 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-465fdf1e-8d53-4a98-a590-c9eb91537f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:02.094541 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-465fdf1e-8d53-4a98-a590-c9eb91537f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:02.095686 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-465fdf1e-8d53-4a98-a590-c9eb91537f33 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9d13ab9c-e510-45d0-8b22-e3178ec0fffa HTTP/1.1" status: 204 len: 168 time: 0.1385353 Oct 12 17:51:02.104032 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465fdf1e-8d53-4a98-a590-c9eb91537f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d13ab9c-e510-45d0-8b22-e3178ec0fffa,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:02.378446 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 34964) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:02.394132 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2daa8b3c-41c6-403a-a555-d2e5c06d0288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:02.514010 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2daa8b3c-41c6-403a-a555-d2e5c06d0288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:02.525317 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d38c1a-decb-4b99-8b55-0efcaba6570d req-85344cc6-88c9-4b58-8a26-f9963a5ca692 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:02.526863 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e4d38c1a-decb-4b99-8b55-0efcaba6570d req-85344cc6-88c9-4b58-8a26-f9963a5ca692 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0793285 Oct 12 17:51:02.527975 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2daa8b3c-41c6-403a-a555-d2e5c06d0288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:02.579511 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-2daa8b3c-41c6-403a-a555-d2e5c06d0288 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=039895c1c1c24623b98d3d49c7cde45a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1999202 Oct 12 17:51:02.581901 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa8b3c-41c6-403a-a555-d2e5c06d0288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e298cfc-199e-4498-8573-b02a5eb103dd,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:02.582307 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 34970) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:02.602254 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e4d38c1a-decb-4b99-8b55-0efcaba6570d req-4ed0344c-4bd6-4ab7-854c-f9403f51b559 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596292 Oct 12 17:51:02.642502 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-749f3f3f-c85e-453b-9e33-22ed30b400d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:02.664896 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-749f3f3f-c85e-453b-9e33-22ed30b400d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:02.725915 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-749f3f3f-c85e-453b-9e33-22ed30b400d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:02.728679 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-749f3f3f-c85e-453b-9e33-22ed30b400d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:02.729859 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-749f3f3f-c85e-453b-9e33-22ed30b400d6 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2e298cfc-199e-4498-8573-b02a5eb103dd HTTP/1.1" status: 204 len: 168 time: 0.1464639 Oct 12 17:51:02.738083 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f3f3f-c85e-453b-9e33-22ed30b400d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e298cfc-199e-4498-8573-b02a5eb103dd,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:03.721748 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c0dc1-e57b-4f56-9b0d-3a6a7b234394 req-80a1df17-2686-451f-a603-7ea6f9d77c33 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:03.723865 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-758c0dc1-e57b-4f56-9b0d-3a6a7b234394 req-80a1df17-2686-451f-a603-7ea6f9d77c33 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0494320 Oct 12 17:51:03.765823 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-758c0dc1-e57b-4f56-9b0d-3a6a7b234394 req-0360ea90-58d1-4432-a42d-459a50f35ff3 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354128 Oct 12 17:51:03.865940 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 35014) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:03.983693 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-77148e8a-1350-447e-95b4-186dd617cc66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:04.067266 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-77148e8a-1350-447e-95b4-186dd617cc66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:04.073236 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-77148e8a-1350-447e-95b4-186dd617cc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:04.110788 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-77148e8a-1350-447e-95b4-186dd617cc66 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=09310da95e3a4f12a0ef7b11e5eeb89b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2433498 Oct 12 17:51:04.111586 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77148e8a-1350-447e-95b4-186dd617cc66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0956de4-a1ac-4b44-b2fe-bb5eb88db4d5,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:04.113401 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 35024) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:04.167775 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-360c388a-1670-4906-94c5-6d36d51b9dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:04.189692 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-360c388a-1670-4906-94c5-6d36d51b9dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:04.239724 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-360c388a-1670-4906-94c5-6d36d51b9dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:04.242273 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-360c388a-1670-4906-94c5-6d36d51b9dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:04.243460 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-360c388a-1670-4906-94c5-6d36d51b9dee admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b0956de4-a1ac-4b44-b2fe-bb5eb88db4d5 HTTP/1.1" status: 204 len: 168 time: 0.1260691 Oct 12 17:51:04.250968 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c388a-1670-4906-94c5-6d36d51b9dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0956de4-a1ac-4b44-b2fe-bb5eb88db4d5,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:04.908981 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ec8a2-e3aa-4211-be3f-ce703c0294de req-daf1ba3e-9235-4ecd-8e10-f05d4244fe99 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:04.910485 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c51ec8a2-e3aa-4211-be3f-ce703c0294de req-daf1ba3e-9235-4ecd-8e10-f05d4244fe99 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0629847 Oct 12 17:51:04.949331 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c51ec8a2-e3aa-4211-be3f-ce703c0294de req-a7940447-eec3-478f-b297-06c7a6786d0f tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323370 Oct 12 17:51:06.069667 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275a2f8-a680-4d7f-834f-adfcb90e0dac req-ef7b41b2-67fa-4693-af58-b5b53fefc207 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:06.071172 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c275a2f8-a680-4d7f-834f-adfcb90e0dac req-ef7b41b2-67fa-4693-af58-b5b53fefc207 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0531714 Oct 12 17:51:06.112626 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c275a2f8-a680-4d7f-834f-adfcb90e0dac req-e757eae8-d545-47a8-a456-8597811c0ee1 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325263 Oct 12 17:51:07.134116 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 6 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:51:07.241393 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80cd2e-48ad-48ff-9b1a-50d0430fe2dd req-9a76fce7-f7d4-4edc-98e3-1d9b96cc9533 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:07.243611 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ae80cd2e-48ad-48ff-9b1a-50d0430fe2dd req-9a76fce7-f7d4-4edc-98e3-1d9b96cc9533 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0509677 Oct 12 17:51:07.282256 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ae80cd2e-48ad-48ff-9b1a-50d0430fe2dd req-bff98d81-1057-4173-8df6-4676da392bf8 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328724 Oct 12 17:51:08.276751 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-b1d57bf3-0ece-4b34-b699-b4222e399407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:08.404657 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b5d55-89f4-4f49-a96d-692eb2cf89b8 req-78c45ce0-a094-4d15-9441-c9c0a188641a tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:08.406275 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-063b5d55-89f4-4f49-a96d-692eb2cf89b8 req-78c45ce0-a094-4d15-9441-c9c0a188641a tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0525472 Oct 12 17:51:08.459769 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-063b5d55-89f4-4f49-a96d-692eb2cf89b8 req-f5a9a3c0-a5a5-490e-a794-5a101919f471 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437450 Oct 12 17:51:09.139094 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 35140) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:09.434092 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-5a31b83d-9008-47f0-86b6-09d1c8452711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:09.601173 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-5a31b83d-9008-47f0-86b6-09d1c8452711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:09.613832 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-5a31b83d-9008-47f0-86b6-09d1c8452711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:09.650652 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86165f3c-5209-49b1-9cf5-32c891ad8bef req-c27778bd-99ec-4b07-adca-d3a8158322f4 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:09.660004 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-86165f3c-5209-49b1-9cf5-32c891ad8bef req-c27778bd-99ec-4b07-adca-d3a8158322f4 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0793474 Oct 12 17:51:09.699020 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-86165f3c-5209-49b1-9cf5-32c891ad8bef req-0bde8eec-446c-45b0-84ea-b65c857bb447 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378792 Oct 12 17:51:09.705363 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-5a31b83d-9008-47f0-86b6-09d1c8452711 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=22c318844df34772bb7ce2422a81f828&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5643914 Oct 12 17:51:09.709621 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 35160) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:09.778403 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a31b83d-9008-47f0-86b6-09d1c8452711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648212fd-af50-4a0e-bc94-6dd64c38943f,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:09.812009 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-833809a1-58a3-4346-a85d-62a1fef25b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:09.840907 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-833809a1-58a3-4346-a85d-62a1fef25b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:09.918819 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-833809a1-58a3-4346-a85d-62a1fef25b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:09.923430 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-833809a1-58a3-4346-a85d-62a1fef25b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:09.927673 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-833809a1-58a3-4346-a85d-62a1fef25b28 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/648212fd-af50-4a0e-bc94-6dd64c38943f HTTP/1.1" status: 204 len: 168 time: 0.2109845 Oct 12 17:51:09.938722 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833809a1-58a3-4346-a85d-62a1fef25b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648212fd-af50-4a0e-bc94-6dd64c38943f,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:10.294372 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 35178) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:10.309664 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-0279c721-fd21-413e-b25d-37fe87a4a836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:10.394728 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-0279c721-fd21-413e-b25d-37fe87a4a836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:10.400396 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-0279c721-fd21-413e-b25d-37fe87a4a836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:10.444176 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-0279c721-fd21-413e-b25d-37fe87a4a836 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ecc3caff5aca42af97306338ec0d5b37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1485391 Oct 12 17:51:10.445379 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0279c721-fd21-413e-b25d-37fe87a4a836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf90011-7bcb-4b1f-a037-78be0086e251,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:10.446830 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 35182) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:10.499792 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cfc1047a-b433-45dc-ab11-da0a5e61ed9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:10.523585 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cfc1047a-b433-45dc-ab11-da0a5e61ed9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:10.579745 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cfc1047a-b433-45dc-ab11-da0a5e61ed9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:10.582598 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cfc1047a-b433-45dc-ab11-da0a5e61ed9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:10.586311 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-cfc1047a-b433-45dc-ab11-da0a5e61ed9f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/fdf90011-7bcb-4b1f-a037-78be0086e251 HTTP/1.1" status: 204 len: 168 time: 0.1358461 Oct 12 17:51:10.592543 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc1047a-b433-45dc-ab11-da0a5e61ed9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf90011-7bcb-4b1f-a037-78be0086e251,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:10.936763 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d593b2c-0842-43a8-9ea5-3c912752f1b1 req-c25128d0-c1f8-4410-b38c-ef4405018d29 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:10.947877 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5d593b2c-0842-43a8-9ea5-3c912752f1b1 req-c25128d0-c1f8-4410-b38c-ef4405018d29 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.1625834 Oct 12 17:51:11.005315 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-cef7a922-fc61-45e9-be92-2ee1437f8cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:11.024444 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5d593b2c-0842-43a8-9ea5-3c912752f1b1 req-a71ef3d0-8926-47ad-85e7-6c66dd12830f tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753970 Oct 12 17:51:11.041442 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 35200) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:11.056323 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c5121b4a-aa0d-497f-a5c0-3d0fd051b469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:11.170184 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c5121b4a-aa0d-497f-a5c0-3d0fd051b469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:11.176241 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c5121b4a-aa0d-497f-a5c0-3d0fd051b469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:11.209215 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-c5121b4a-aa0d-497f-a5c0-3d0fd051b469 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7f12dd544c2a4f13a2cbf8623c13280c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1664515 Oct 12 17:51:11.212352 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 35206) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:11.229543 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5121b4a-aa0d-497f-a5c0-3d0fd051b469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345f2d53-3875-4683-b2f3-9489a1bedc4e,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:11.268542 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2a561013-e5bc-4194-a160-1b85263562a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:11.290169 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2a561013-e5bc-4194-a160-1b85263562a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:11.355305 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2a561013-e5bc-4194-a160-1b85263562a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:11.358118 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2a561013-e5bc-4194-a160-1b85263562a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:11.359233 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-2a561013-e5bc-4194-a160-1b85263562a1 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/345f2d53-3875-4683-b2f3-9489a1bedc4e HTTP/1.1" status: 204 len: 168 time: 0.1457021 Oct 12 17:51:11.367496 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a561013-e5bc-4194-a160-1b85263562a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345f2d53-3875-4683-b2f3-9489a1bedc4e,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:11.882618 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:12.187346 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d73dd0-a4c1-41aa-b7f5-04fcd0f86a43 req-6bddebba-a152-4fc1-8e4b-fa927d802d04 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:12.188956 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d7d73dd0-a4c1-41aa-b7f5-04fcd0f86a43 req-6bddebba-a152-4fc1-8e4b-fa927d802d04 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0594873 Oct 12 17:51:12.230597 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d7d73dd0-a4c1-41aa-b7f5-04fcd0f86a43 req-97a0443b-2c41-418d-8520-e50747adac67 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348015 Oct 12 17:51:12.256043 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:13.352881 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986ed06-729e-4ae1-98df-ef4f6d287cd2 req-52fcbdd6-dffa-44f8-a41d-1ea366177ee8 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:13.360887 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4986ed06-729e-4ae1-98df-ef4f6d287cd2 req-52fcbdd6-dffa-44f8-a41d-1ea366177ee8 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0569718 Oct 12 17:51:13.397297 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4986ed06-729e-4ae1-98df-ef4f6d287cd2 req-3b4ead16-e09e-4d6f-9394-9fa388a50585 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351872 Oct 12 17:51:13.527924 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 35264) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:13.687868 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-eb97a2b6-0d2b-4fc5-9dc5-a24d21026b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:13.806188 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:13.809041 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-eb97a2b6-0d2b-4fc5-9dc5-a24d21026b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:13.814114 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-eb97a2b6-0d2b-4fc5-9dc5-a24d21026b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:13.852369 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97a2b6-0d2b-4fc5-9dc5-a24d21026b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b4ba70-cb60-4b1c-9ecf-31ea008120ce,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:13.857067 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-eb97a2b6-0d2b-4fc5-9dc5-a24d21026b2f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b435034169f540f0a2cafd3aa572405d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3272288 Oct 12 17:51:13.859943 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 35280) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:13.932403 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-1e45cabe-e962-4e5e-b6ba-4f243fcae927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:13.981321 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-1e45cabe-e962-4e5e-b6ba-4f243fcae927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:14.048995 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-1e45cabe-e962-4e5e-b6ba-4f243fcae927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:14.053273 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-1e45cabe-e962-4e5e-b6ba-4f243fcae927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:14.055325 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-1e45cabe-e962-4e5e-b6ba-4f243fcae927 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/96b4ba70-cb60-4b1c-9ecf-31ea008120ce HTTP/1.1" status: 204 len: 168 time: 0.1940653 Oct 12 17:51:14.066485 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45cabe-e962-4e5e-b6ba-4f243fcae927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b4ba70-cb60-4b1c-9ecf-31ea008120ce,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:14.406008 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 35298) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:14.630363 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdab25-3146-4d9d-92b2-e495750e3dab req-d8b1ca13-c3ee-40ef-8b82-e6f1057815ed tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:14.640606 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-debdab25-3146-4d9d-92b2-e495750e3dab req-d8b1ca13-c3ee-40ef-8b82-e6f1057815ed tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0983610 Oct 12 17:51:14.744461 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-debdab25-3146-4d9d-92b2-e495750e3dab req-a5aed944-de36-49d6-bc9a-2d3f2f72a72c tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025445 Oct 12 17:51:14.767719 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1128ad18-4509-418d-b32b-b0168c652d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:14.880076 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1128ad18-4509-418d-b32b-b0168c652d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:14.891679 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1128ad18-4509-418d-b32b-b0168c652d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:14.931158 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-1128ad18-4509-418d-b32b-b0168c652d8f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4984295ab1034f20912ac160c09502d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5205574 Oct 12 17:51:14.931449 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 35322) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:14.957182 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128ad18-4509-418d-b32b-b0168c652d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cc1731-0f9d-420f-8798-c561867447ff,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:15.061577 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4849a9f8-46ce-4654-9ac9-3c6fed9c5327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:15.116294 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4849a9f8-46ce-4654-9ac9-3c6fed9c5327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:15.213160 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4849a9f8-46ce-4654-9ac9-3c6fed9c5327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:15.216641 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4849a9f8-46ce-4654-9ac9-3c6fed9c5327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:15.220887 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-4849a9f8-46ce-4654-9ac9-3c6fed9c5327 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d1cc1731-0f9d-420f-8798-c561867447ff HTTP/1.1" status: 204 len: 168 time: 0.2854021 Oct 12 17:51:15.236176 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849a9f8-46ce-4654-9ac9-3c6fed9c5327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cc1731-0f9d-420f-8798-c561867447ff,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:15.745125 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 35346) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:15.760583 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-03f06fa3-8b34-40f4-a92c-cec6cf1fba67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:15.896861 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91bbcf-3184-4c4a-b3f3-b604c381a49e req-3b470d9f-1a9f-4acf-b848-a82e5eea1948 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:15.898685 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-fa91bbcf-3184-4c4a-b3f3-b604c381a49e req-3b470d9f-1a9f-4acf-b848-a82e5eea1948 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0625114 Oct 12 17:51:15.939357 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-03f06fa3-8b34-40f4-a92c-cec6cf1fba67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:15.949706 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-03f06fa3-8b34-40f4-a92c-cec6cf1fba67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:15.989093 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-fa91bbcf-3184-4c4a-b3f3-b604c381a49e req-adaddf1c-a949-468a-acc2-62b9247666bd tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794411 Oct 12 17:51:16.004768 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 35356) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:16.005360 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-03f06fa3-8b34-40f4-a92c-cec6cf1fba67 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=066fb0cc0da0445498b1e5235d79e215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2585416 Oct 12 17:51:16.020125 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f06fa3-8b34-40f4-a92c-cec6cf1fba67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27dcb838-eefe-4fc1-bff0-3060ddc769f8,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:16.067598 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-b503c73c-216e-46ff-a104-6acb6e2ba849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:16.110719 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-b503c73c-216e-46ff-a104-6acb6e2ba849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:16.195571 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-b503c73c-216e-46ff-a104-6acb6e2ba849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:16.198361 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-b503c73c-216e-46ff-a104-6acb6e2ba849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:16.199601 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-b503c73c-216e-46ff-a104-6acb6e2ba849 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/27dcb838-eefe-4fc1-bff0-3060ddc769f8 HTTP/1.1" status: 204 len: 168 time: 0.1928163 Oct 12 17:51:16.213900 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b503c73c-216e-46ff-a104-6acb6e2ba849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27dcb838-eefe-4fc1-bff0-3060ddc769f8,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:16.227015 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b503c73c-216e-46ff-a104-6acb6e2ba849 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:16.228407 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b503c73c-216e-46ff-a104-6acb6e2ba849 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:16.229024 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b503c73c-216e-46ff-a104-6acb6e2ba849 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:16.229353 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b503c73c-216e-46ff-a104-6acb6e2ba849 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:16.229702 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b503c73c-216e-46ff-a104-6acb6e2ba849 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:16.230020 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b503c73c-216e-46ff-a104-6acb6e2ba849 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:16.230535 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b503c73c-216e-46ff-a104-6acb6e2ba849 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:16.231013 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b503c73c-216e-46ff-a104-6acb6e2ba849 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:16.231499 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b503c73c-216e-46ff-a104-6acb6e2ba849 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:16.232188 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b503c73c-216e-46ff-a104-6acb6e2ba849 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:16.232585 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b503c73c-216e-46ff-a104-6acb6e2ba849 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:16.232904 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b503c73c-216e-46ff-a104-6acb6e2ba849 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:16.713420 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 35382) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:16.753137 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c1835366-bd47-4394-9f46-4f1e52004e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:16.867271 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c1835366-bd47-4394-9f46-4f1e52004e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:16.872951 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c1835366-bd47-4394-9f46-4f1e52004e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:16.933096 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1835366-bd47-4394-9f46-4f1e52004e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9853700c-5d04-48ff-9aa5-dde23c2d5177,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:16.942588 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-c1835366-bd47-4394-9f46-4f1e52004e9b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4b50cff7439f4556bc07abc5fa6fd381&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2247596 Oct 12 17:51:16.946610 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 35392) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:17.005304 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-fe7be42a-e293-4e0d-a757-cb7bd519556d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:17.044012 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-fe7be42a-e293-4e0d-a757-cb7bd519556d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:17.129136 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-fe7be42a-e293-4e0d-a757-cb7bd519556d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:17.133218 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-fe7be42a-e293-4e0d-a757-cb7bd519556d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:17.135362 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-fe7be42a-e293-4e0d-a757-cb7bd519556d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9853700c-5d04-48ff-9aa5-dde23c2d5177 HTTP/1.1" status: 204 len: 168 time: 0.1872432 Oct 12 17:51:17.150960 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057781a2-58ce-4bf5-9664-148fc33f97e8 req-2b0136e5-4f23-4d87-ae4a-a5feb7294127 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:17.153617 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-057781a2-58ce-4bf5-9664-148fc33f97e8 req-2b0136e5-4f23-4d87-ae4a-a5feb7294127 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0782480 Oct 12 17:51:17.169246 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7be42a-e293-4e0d-a757-cb7bd519556d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9853700c-5d04-48ff-9aa5-dde23c2d5177,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:17.218720 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-057781a2-58ce-4bf5-9664-148fc33f97e8 req-affdd5a8-d231-4a25-bc3f-3864d592edd2 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443497 Oct 12 17:51:18.321601 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6c1b7-6908-4c0c-b966-1af29fe222b6 req-8e06d0e4-a489-4b30-a6ff-1d7884dec59c tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:18.324227 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-22a6c1b7-6908-4c0c-b966-1af29fe222b6 req-8e06d0e4-a489-4b30-a6ff-1d7884dec59c tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0520332 Oct 12 17:51:18.393446 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-22a6c1b7-6908-4c0c-b966-1af29fe222b6 req-5f1455c5-92c0-41d4-b9f2-be4184ed72e1 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599964 Oct 12 17:51:19.524960 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c880690-594e-462b-907b-20a7b796bcaa req-b4b541f2-5cf4-4943-b249-e5bc294b681e tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:19.526403 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-3c880690-594e-462b-907b-20a7b796bcaa req-b4b541f2-5cf4-4943-b249-e5bc294b681e tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0578389 Oct 12 17:51:19.564509 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-3c880690-594e-462b-907b-20a7b796bcaa req-de2c9eb6-f719-4a36-8376-04c92b1e6a97 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320921 Oct 12 17:51:20.690064 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7976274-4124-4ecd-8bbd-59bcce2bf459 req-9adb4236-0729-4b1b-b3b4-234a32088d9a tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:20.700001 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e7976274-4124-4ecd-8bbd-59bcce2bf459 req-9adb4236-0729-4b1b-b3b4-234a32088d9a tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0623748 Oct 12 17:51:20.738883 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e7976274-4124-4ecd-8bbd-59bcce2bf459 req-94d4c530-ce91-45da-98a0-8366e3ab5036 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377259 Oct 12 17:51:21.867062 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b422a-6b1d-4606-94e3-4c3657f5eacd req-b81da14f-0c6e-4529-9237-4fe6e1e7795c tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:21.881668 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-752b422a-6b1d-4606-94e3-4c3657f5eacd req-b81da14f-0c6e-4529-9237-4fe6e1e7795c tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0685034 Oct 12 17:51:21.937314 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-752b422a-6b1d-4606-94e3-4c3657f5eacd req-8f39be22-0ae4-4e3a-80f2-0fbd963c0d04 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534267 Oct 12 17:51:22.188544 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-9bede3d0-053b-4ff0-afdb-8ff46ca68a2c tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:22.191847 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-9bede3d0-053b-4ff0-afdb-8ff46ca68a2c tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/networks?id=e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa HTTP/1.1" status: 200 len: 814 time: 0.1315784 Oct 12 17:51:22.215218 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-d89f6831-970c-40a4-93e3-35531934d198 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/quotas/34d68852db734aefb112496c454c9c73 HTTP/1.1" status: 200 len: 375 time: 0.0153761 Oct 12 17:51:22.307020 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-ec7678ad-4f8c-472a-a048-a92ec092d620 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=34d68852db734aefb112496c454c9c73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0851235 Oct 12 17:51:22.454832 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-7b6617c4-9995-460a-b49a-3466ba5dfbd7 service neutron] 10.222.0.85 "GET /v2.0/networks/e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377563 Oct 12 17:51:22.541532 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-0cbffa86-6bc7-4eef-9042-f1958f772292 service neutron] 10.222.0.85 "GET /v2.0/networks/e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855103 Oct 12 17:51:22.700478 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0af5a32b-c331-4c34-a903-563b6cfce164 req-3cbee6a4-b761-4476-b381-bd48ceb560be tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=0f7a8237-969c-4d40-bdae-02c68ac60391 HTTP/1.1" status: 200 len: 210 time: 0.0299435 Oct 12 17:51:23.269388 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b6192-cd22-4f00-a5df-6b6f9a0ce6b1 req-5858fcae-adc5-4939-8731-3f14839f4cf9 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:23.271693 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a60b6192-cd22-4f00-a5df-6b6f9a0ce6b1 req-5858fcae-adc5-4939-8731-3f14839f4cf9 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.2702196 Oct 12 17:51:23.322163 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a60b6192-cd22-4f00-a5df-6b6f9a0ce6b1 req-187661e4-ca13-4ae1-b123-801903f9d565 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430398 Oct 12 17:51:23.812415 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4f70d9de-3ecc-46c1-9cf2-44c1e36fba79 req-b0a79991-7941-46a6-b909-21d7bf300ddf tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=0f7a8237-969c-4d40-bdae-02c68ac60391 HTTP/1.1" status: 200 len: 210 time: 0.0352812 Oct 12 17:51:24.440458 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400c7e1-7bae-4da7-acb5-82e136ed4ee1 req-72441dd9-9e48-49b2-897c-b12064754c0f tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:24.441926 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5400c7e1-7bae-4da7-acb5-82e136ed4ee1 req-72441dd9-9e48-49b2-897c-b12064754c0f tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0485451 Oct 12 17:51:24.481510 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5400c7e1-7bae-4da7-acb5-82e136ed4ee1 req-ec31baf0-06fd-4752-ac23-2a7017e9e8d1 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309792 Oct 12 17:51:24.923648 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-912b2ae5-dbea-402f-863f-ca87a3436a86 req-cc4b7112-6ef8-47f2-be43-f978781da1c4 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=0f7a8237-969c-4d40-bdae-02c68ac60391 HTTP/1.1" status: 200 len: 210 time: 0.0373054 Oct 12 17:51:25.673166 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44543409-90a8-4d8f-808f-a94512d6a999 req-84a0a3b5-bad9-4aa3-8d87-f0e81d060493 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:25.681443 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-44543409-90a8-4d8f-808f-a94512d6a999 req-84a0a3b5-bad9-4aa3-8d87-f0e81d060493 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0909369 Oct 12 17:51:25.705578 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-d10aaeef-71f2-4b3d-a8e3-935910d5fa3c req-4af8a067-8cfe-4226-867b-9c09b78ad031 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b5633108-16aa-4364-8e34-678eb18fa309&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0635560 Oct 12 17:51:25.770442 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-44543409-90a8-4d8f-808f-a94512d6a999 req-e319b6e2-4acd-466d-80a7-6a7b397f659f tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876172 Oct 12 17:51:25.865818 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138a01b-74a4-4990-ab93-55bea0603449 req-77ba3393-5640-4ba7-9c11-59365f841b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:25.868495 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-1138a01b-74a4-4990-ab93-55bea0603449 req-77ba3393-5640-4ba7-9c11-59365f841b7b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 1099 time: 0.1348763 Oct 12 17:51:25.881721 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10aaeef-71f2-4b3d-a8e3-935910d5fa3c req-ac84bd29-cce0-4c06-b89f-8d60b81df35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:25.883287 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-d10aaeef-71f2-4b3d-a8e3-935910d5fa3c req-ac84bd29-cce0-4c06-b89f-8d60b81df35a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=34d68852db734aefb112496c454c9c73&device_id=b5633108-16aa-4364-8e34-678eb18fa309 HTTP/1.1" status: 200 len: 1099 time: 0.0949697 Oct 12 17:51:25.916154 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-1138a01b-74a4-4990-ab93-55bea0603449 req-fb18f039-2663-4da3-a9d9-a5d77b7e42c2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318735 Oct 12 17:51:26.032546 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-b0612bcc-34b6-412c-9dc5-8e9dccc8a819 req-32d5f861-27a8-4f9a-94b1-4ac16ff98c54 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=0f7a8237-969c-4d40-bdae-02c68ac60391 HTTP/1.1" status: 200 len: 210 time: 0.0286648 Oct 12 17:51:26.351607 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10aaeef-71f2-4b3d-a8e3-935910d5fa3c req-32a6eb49-ed2f-4709-999b-c98bb249562c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:26.353501 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-d10aaeef-71f2-4b3d-a8e3-935910d5fa3c req-32a6eb49-ed2f-4709-999b-c98bb249562c service neutron] 10.222.0.44 "GET /v2.0/networks?id=e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa HTTP/1.1" status: 200 len: 916 time: 0.1278455 Oct 12 17:51:26.411133 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-d10aaeef-71f2-4b3d-a8e3-935910d5fa3c req-819d87ea-c8e5-4fbb-81a5-09570e28656a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=426df742-989e-4ee7-a8aa-ecb26353a563 HTTP/1.1" status: 200 len: 217 time: 0.0407519 Oct 12 17:51:26.493727 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10aaeef-71f2-4b3d-a8e3-935910d5fa3c req-46a642dd-39b2-4aea-b909-f86de90598f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:26.495240 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-d10aaeef-71f2-4b3d-a8e3-935910d5fa3c req-46a642dd-39b2-4aea-b909-f86de90598f7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=45759d7e-d25f-43ae-8f03-94166684d89c HTTP/1.1" status: 200 len: 854 time: 0.0717170 Oct 12 17:51:26.561709 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-d10aaeef-71f2-4b3d-a8e3-935910d5fa3c req-44eaca19-941d-464e-8155-b53153dfaf4a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315652 Oct 12 17:51:26.571161 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:26.690194 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-d10aaeef-71f2-4b3d-a8e3-935910d5fa3c req-919f3908-e6bf-49cb-841b-05cd4e418945 service neutron] 10.222.0.44 "GET /v2.0/networks/e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047108 Oct 12 17:51:27.036561 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4b532-bb05-474f-a6e1-901b55372b3e req-b0e2f04a-a3e4-4a28-b0e7-1a02bb5ee3cc tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:27.039703 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-3fd4b532-bb05-474f-a6e1-901b55372b3e req-b0e2f04a-a3e4-4a28-b0e7-1a02bb5ee3cc tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.1282759 Oct 12 17:51:27.055748 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-d10aaeef-71f2-4b3d-a8e3-935910d5fa3c req-a7279a07-979e-4a0e-b09c-191679cf4f97 service neutron] 10.222.0.44 "GET /v2.0/networks/e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527405 Oct 12 17:51:27.103818 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-ea3b917b-934f-4d05-900c-e8447c6b7b81 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:27.106016 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-ea3b917b-934f-4d05-900c-e8447c6b7b81 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.44 "GET /v2.0/networks?id=e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa HTTP/1.1" status: 200 len: 814 time: 0.3515267 Oct 12 17:51:27.106900 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-3fd4b532-bb05-474f-a6e1-901b55372b3e req-a8b7fddf-4fde-45eb-9c32-c5a7ed87cdfb tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600278 Oct 12 17:51:27.128072 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-9cc95d59-65fb-49e0-8219-360afdafe02e tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Request body: {'port': {'device_id': '0f7a8237-969c-4d40-bdae-02c68ac60391', 'network_id': 'e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa', 'admin_state_up': True, 'tenant_id': '34d68852db734aefb112496c454c9c73'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:51:27.179024 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-06a4b61b-ef69-4b01-a59b-98ab810335d3 req-34e188a3-72f5-4b68-b1ae-9b02fd2c430f tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=0f7a8237-969c-4d40-bdae-02c68ac60391 HTTP/1.1" status: 200 len: 210 time: 0.0326397 Oct 12 17:51:27.268040 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-9cc95d59-65fb-49e0-8219-360afdafe02e tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Made reservation on behalf of 34d68852db734aefb112496c454c9c73 for: {'port': 1} {{(pid=105767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:51:27.271608 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-9cc95d59-65fb-49e0-8219-360afdafe02e tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:27.410300 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.db_base_plugin_common [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-9cc95d59-65fb-49e0-8219-360afdafe02e tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Allocated IP 172.20.0.9 (e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa/45759d7e-d25f-43ae-8f03-94166684d89c/251da84c-a11c-4e18-ab36-da3952ff167b) {{(pid=105767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:51:27.567373 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-9cc95d59-65fb-49e0-8219-360afdafe02e tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Notify callbacks [] for port, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:27.603302 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-9cc95d59-65fb-49e0-8219-360afdafe02e tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:27.647400 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-9cc95d59-65fb-49e0-8219-360afdafe02e tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Network e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa is already hosted by enough agents. {{(pid=105767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:51:27.650575 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-9cc95d59-65fb-49e0-8219-360afdafe02e tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Resources bound (agent type, host, resource id): {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:51:27.654701 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-9cc95d59-65fb-49e0-8219-360afdafe02e tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Received port after_create {{(pid=105767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:51:27.661089 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc95d59-65fb-49e0-8219-360afdafe02e tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Pushing event updated for resources: {'Port': ['ID=251da84c-a11c-4e18-ab36-da3952ff167b,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:27.719320 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-9cc95d59-65fb-49e0-8219-360afdafe02e tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:27.719967 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-9cc95d59-65fb-49e0-8219-360afdafe02e tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:27.738702 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-9cc95d59-65fb-49e0-8219-360afdafe02e tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6156523 Oct 12 17:51:28.235936 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6dd0f-a592-4367-b55d-5469652ba8f1 req-7b91f06b-cf72-4afb-a81e-a741b8626ae1 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:28.237449 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-efe6dd0f-a592-4367-b55d-5469652ba8f1 req-7b91f06b-cf72-4afb-a81e-a741b8626ae1 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0492465 Oct 12 17:51:28.304368 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-efe6dd0f-a592-4367-b55d-5469652ba8f1 req-a7c89cc7-1da9-4d08-ac7d-5c3d823b1f7f tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597701 Oct 12 17:51:28.317090 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d257e5f-f12a-47de-8641-87f3e4873c9f req-377652ad-b9d9-4096-9374-db0781f34585 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:28.318569 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0d257e5f-f12a-47de-8641-87f3e4873c9f req-377652ad-b9d9-4096-9374-db0781f34585 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=0f7a8237-969c-4d40-bdae-02c68ac60391 HTTP/1.1" status: 200 len: 931 time: 0.0757389 Oct 12 17:51:28.356720 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0d257e5f-f12a-47de-8641-87f3e4873c9f req-a0b65b82-a9cf-4fc2-bbc4-a8736d7ddcb4 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318284 Oct 12 17:51:29.429941 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6ffff-074e-4aab-9231-75656c632a1d req-d4cca9a5-3091-4509-ae40-ef9d358dc975 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:29.432380 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-b3d6ffff-074e-4aab-9231-75656c632a1d req-d4cca9a5-3091-4509-ae40-ef9d358dc975 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0534534 Oct 12 17:51:29.485687 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-b3d6ffff-074e-4aab-9231-75656c632a1d req-8a6dbce1-c146-4c6e-9ead-09cbc91fcbfb tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447266 Oct 12 17:51:29.524346 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4def4-b74c-4b00-84a1-8051f119e209 req-91759f96-a016-41bf-870e-175704921738 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:29.525935 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d2d4def4-b74c-4b00-84a1-8051f119e209 req-91759f96-a016-41bf-870e-175704921738 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=0f7a8237-969c-4d40-bdae-02c68ac60391 HTTP/1.1" status: 200 len: 931 time: 0.0555937 Oct 12 17:51:29.573615 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d2d4def4-b74c-4b00-84a1-8051f119e209 req-eecec9a2-1063-4899-9b24-ea3782b8d330 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385363 Oct 12 17:51:30.393295 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['426df742-989e-4ee7-a8aa-ecb26353a563', 'db840be7-c43f-41f5-babc-f6af84dead4d', '7b317dc6-9f9e-4d27-835f-59826471385b'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:51:30.402762 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-82431af4-9bb2-4e40-b12d-3a5ac613fc7c service neutron] Request body: {'port': {'device_id': '0f7a8237-969c-4d40-bdae-02c68ac60391', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:51:30.481736 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-82431af4-9bb2-4e40-b12d-3a5ac613fc7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:30.767215 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b1760-f8b0-4015-8769-40b6e1223a8e req-e43113a6-2f77-4bbd-8354-146f5706ffa6 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:30.775200 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e97b1760-f8b0-4015-8769-40b6e1223a8e req-e43113a6-2f77-4bbd-8354-146f5706ffa6 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.1978712 Oct 12 17:51:30.822520 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba64de-f131-49bb-bac9-660386450045 req-442754ab-706b-4263-ad77-eeb4f3e579da tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:30.830656 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e7ba64de-f131-49bb-bac9-660386450045 req-442754ab-706b-4263-ad77-eeb4f3e579da tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=0f7a8237-969c-4d40-bdae-02c68ac60391 HTTP/1.1" status: 200 len: 931 time: 0.1819153 Oct 12 17:51:30.846964 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e97b1760-f8b0-4015-8769-40b6e1223a8e req-136f42ae-52aa-490d-be69-4574f39ac625 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703712 Oct 12 17:51:30.906262 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-82431af4-9bb2-4e40-b12d-3a5ac613fc7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 251da84c-a11c-4e18-ab36-da3952ff167b {{(pid=105767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:51:30.915150 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-82431af4-9bb2-4e40-b12d-3a5ac613fc7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:30.920992 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e7ba64de-f131-49bb-bac9-660386450045 req-809547a7-0093-4032-9da7-39c0caf179e4 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889721 Oct 12 17:51:30.936948 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-82431af4-9bb2-4e40-b12d-3a5ac613fc7c service neutron] Transition to ACTIVE for port object 251da84c-a11c-4e18-ab36-da3952ff167b will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:51:30.944314 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-82431af4-9bb2-4e40-b12d-3a5ac613fc7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196327'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:31.070196 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82431af4-9bb2-4e40-b12d-3a5ac613fc7c service neutron] Pushing event updated for resources: {'Port': ['ID=251da84c-a11c-4e18-ab36-da3952ff167b,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:31.139249 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-82431af4-9bb2-4e40-b12d-3a5ac613fc7c service neutron] Attempting to bind port 251da84c-a11c-4e18-ab36-da3952ff167b on host hv-cinder-81322 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:51:31.139249 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-82431af4-9bb2-4e40-b12d-3a5ac613fc7c service neutron] Attempting to bind port 251da84c-a11c-4e18-ab36-da3952ff167b by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': 'e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:51:31.139249 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-82431af4-9bb2-4e40-b12d-3a5ac613fc7c service neutron] Attempting to bind port 251da84c-a11c-4e18-ab36-da3952ff167b on network e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:51:31.147207 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-82431af4-9bb2-4e40-b12d-3a5ac613fc7c service neutron] Port 251da84c-a11c-4e18-ab36-da3952ff167b on network e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:51:31.147207 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-82431af4-9bb2-4e40-b12d-3a5ac613fc7c service neutron] Attempting to bind port 251da84c-a11c-4e18-ab36-da3952ff167b on network e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:51:31.153321 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-82431af4-9bb2-4e40-b12d-3a5ac613fc7c service neutron] Checking agent: {'id': '4d49b38b-ca89-4e5d-a715-678a9ae3215e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 47, 26), 'started_at': datetime.datetime(2021, 10, 12, 17, 47, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:51:31.153662 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-82431af4-9bb2-4e40-b12d-3a5ac613fc7c service neutron] Checking segment: {'id': '5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': 'e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:51:31.154075 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-82431af4-9bb2-4e40-b12d-3a5ac613fc7c service neutron] Bound using segment: {'id': '5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': 'e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:51:31.154516 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-82431af4-9bb2-4e40-b12d-3a5ac613fc7c service neutron] Bound port: 251da84c-a11c-4e18-ab36-da3952ff167b, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': 'e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:51:31.154936 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-82431af4-9bb2-4e40-b12d-3a5ac613fc7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:31.232864 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-82431af4-9bb2-4e40-b12d-3a5ac613fc7c service neutron] For port 251da84c-a11c-4e18-ab36-da3952ff167b, host hv-cinder-81322, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:51:31.236597 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-82431af4-9bb2-4e40-b12d-3a5ac613fc7c service neutron] For port 251da84c-a11c-4e18-ab36-da3952ff167b, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=251da84c-a11c-4e18-ab36-da3952ff167b,segment=NetworkSegment(5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8),segment_id=5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:51:31.250455 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-82431af4-9bb2-4e40-b12d-3a5ac613fc7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196327'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:31.294846 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-82431af4-9bb2-4e40-b12d-3a5ac613fc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:31.295459 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-82431af4-9bb2-4e40-b12d-3a5ac613fc7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:31.296879 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-82431af4-9bb2-4e40-b12d-3a5ac613fc7c service neutron] 10.222.0.44 "PUT /v2.0/ports/251da84c-a11c-4e18-ab36-da3952ff167b HTTP/1.1" status: 200 len: 1093 time: 0.8985555 Oct 12 17:51:31.297325 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7a8237-969c-4d40-bdae-02c68ac60391', 'tag': '251da84c-a11c-4e18-ab36-da3952ff167b'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:51:31.299980 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191a6019-a510-41ba-8064-fd05e509dfe6" -d '{"events": [{"name": "network-changed", "server_uuid": "0f7a8237-969c-4d40-bdae-02c68ac60391", "tag": "251da84c-a11c-4e18-ab36-da3952ff167b"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:51:31.333788 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82431af4-9bb2-4e40-b12d-3a5ac613fc7c service neutron] Pushing event updated for resources: {'Port': ['ID=251da84c-a11c-4e18-ab36-da3952ff167b,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:31.399317 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67505b26-7cd3-4367-96c1-a7f059e934c1 x-openstack-request-id: req-67505b26-7cd3-4367-96c1-a7f059e934c1 {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:51:31.399833 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f7a8237-969c-4d40-bdae-02c68ac60391", "tag": "251da84c-a11c-4e18-ab36-da3952ff167b", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:51:31.400281 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-67505b26-7cd3-4367-96c1-a7f059e934c1 {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:51:31.401032 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7a8237-969c-4d40-bdae-02c68ac60391', 'tag': '251da84c-a11c-4e18-ab36-da3952ff167b', 'status': 'completed', 'code': 200} Oct 12 17:51:31.422158 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-03ca8fbe-c84a-440e-ba19-179914d965c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:31.424840 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-03ca8fbe-c84a-440e-ba19-179914d965c8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=34d68852db734aefb112496c454c9c73&device_id=0f7a8237-969c-4d40-bdae-02c68ac60391 HTTP/1.1" status: 200 len: 1096 time: 0.0643685 Oct 12 17:51:31.513610 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-e44b5318-9753-42d8-a01f-86fd30effcf8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=251da84c-a11c-4e18-ab36-da3952ff167b HTTP/1.1" status: 200 len: 217 time: 0.0772121 Oct 12 17:51:31.831681 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-7ae431d8-9d7e-42d2-ba2c-b7061f3d99e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:31.833141 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-7ae431d8-9d7e-42d2-ba2c-b7061f3d99e1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=45759d7e-d25f-43ae-8f03-94166684d89c HTTP/1.1" status: 200 len: 854 time: 0.3048208 Oct 12 17:51:31.879115 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-a8f1cd4b-144d-4793-9ada-409e307aeb9a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295007 Oct 12 17:51:32.078176 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-f337f304-5edc-49c1-ac3a-2b5013e3fe5c service neutron] 10.222.0.44 "GET /v2.0/networks/e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783025 Oct 12 17:51:32.114593 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64784e07-4026-4e1a-b617-9ad98fd0121c req-2c84253b-e30a-46b6-9302-02b0974f7ac0 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:32.116866 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-64784e07-4026-4e1a-b617-9ad98fd0121c req-2c84253b-e30a-46b6-9302-02b0974f7ac0 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.1220026 Oct 12 17:51:32.142563 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fe34c-c84e-47ef-9bcd-54730eaa1f05 req-663cc594-5369-4314-8b3e-405ed4157453 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:32.144488 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-151fe34c-c84e-47ef-9bcd-54730eaa1f05 req-663cc594-5369-4314-8b3e-405ed4157453 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=0f7a8237-969c-4d40-bdae-02c68ac60391 HTTP/1.1" status: 200 len: 943 time: 0.0914156 Oct 12 17:51:32.197370 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-64784e07-4026-4e1a-b617-9ad98fd0121c req-be48ba3f-74e9-4baa-a775-23699fa56854 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686643 Oct 12 17:51:32.254598 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-6ddf358d-34df-48c4-9953-b696b7d18727 req-20d36916-587a-4c8e-9159-2f3e90bc4d4c service neutron] 10.222.0.44 "GET /v2.0/networks/e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684980 Oct 12 17:51:32.269772 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-151fe34c-c84e-47ef-9bcd-54730eaa1f05 req-8e71b4e6-8f06-43f4-8f1b-619720848b9d tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893238 Oct 12 17:51:32.377186 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a6019-a510-41ba-8064-fd05e509dfe6 req-a5ddb66d-a941-4fc7-8b62-f7c647b9764a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:32.379352 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-191a6019-a510-41ba-8064-fd05e509dfe6 req-a5ddb66d-a941-4fc7-8b62-f7c647b9764a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=34d68852db734aefb112496c454c9c73&device_id=0f7a8237-969c-4d40-bdae-02c68ac60391 HTTP/1.1" status: 200 len: 1096 time: 0.0477219 Oct 12 17:51:32.534812 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933135c5-eb41-471a-8904-d08d813a0b35 req-b9fe3fda-f742-46b3-b309-fd69034cce3a tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:32.543186 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-933135c5-eb41-471a-8904-d08d813a0b35 req-b9fe3fda-f742-46b3-b309-fd69034cce3a tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0678470 Oct 12 17:51:32.559063 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a6019-a510-41ba-8064-fd05e509dfe6 req-fbe7afb3-034c-4c22-aa9d-0f9309c0236f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:32.561423 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-191a6019-a510-41ba-8064-fd05e509dfe6 req-fbe7afb3-034c-4c22-aa9d-0f9309c0236f service neutron] 10.222.0.44 "GET /v2.0/networks?id=e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa HTTP/1.1" status: 200 len: 916 time: 0.1663492 Oct 12 17:51:32.564492 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d279a-04e0-4f8f-8a2d-9ac0aed274c0 req-01c51381-019c-4cb9-99cc-86805c3590fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:32.565962 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-3a3d279a-04e0-4f8f-8a2d-9ac0aed274c0 req-01c51381-019c-4cb9-99cc-86805c3590fb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=89b6f4855e534550a81cf612a58075dc&device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 1099 time: 0.0715699 Oct 12 17:51:32.581379 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-933135c5-eb41-471a-8904-d08d813a0b35 req-cc5ed5c0-ffbe-414d-b87b-40a85a91fd9c tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370455 Oct 12 17:51:32.663743 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-191a6019-a510-41ba-8064-fd05e509dfe6 req-fb0a9a92-387f-4f29-ac69-1b525d48c972 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=251da84c-a11c-4e18-ab36-da3952ff167b HTTP/1.1" status: 200 len: 217 time: 0.0804291 Oct 12 17:51:32.773015 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a6019-a510-41ba-8064-fd05e509dfe6 req-586e8f7d-865f-4160-b072-40a2b8e3f499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:32.775188 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-191a6019-a510-41ba-8064-fd05e509dfe6 req-586e8f7d-865f-4160-b072-40a2b8e3f499 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=45759d7e-d25f-43ae-8f03-94166684d89c HTTP/1.1" status: 200 len: 854 time: 0.0790024 Oct 12 17:51:32.831081 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-191a6019-a510-41ba-8064-fd05e509dfe6 req-93534a7c-1de0-43a9-94aa-5cc751649ef1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456045 Oct 12 17:51:32.837056 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d279a-04e0-4f8f-8a2d-9ac0aed274c0 req-8bb83761-32f9-4b17-8a41-06e56c98bc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:32.839179 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-3a3d279a-04e0-4f8f-8a2d-9ac0aed274c0 req-8bb83761-32f9-4b17-8a41-06e56c98bc88 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f0076a2-dbd2-4243-8c7b-a99512793be3 HTTP/1.1" status: 200 len: 921 time: 0.2417178 Oct 12 17:51:32.906300 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-3a3d279a-04e0-4f8f-8a2d-9ac0aed274c0 req-17a17f34-7f5c-42c8-83cd-8b5a7b60eefc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24c25e79-1674-4845-8134-8f5142b099cf HTTP/1.1" status: 200 len: 217 time: 0.0548420 Oct 12 17:51:33.017364 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d279a-04e0-4f8f-8a2d-9ac0aed274c0 req-708eb8cc-58de-436c-aa7c-75cb91b7229a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:33.019255 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-3a3d279a-04e0-4f8f-8a2d-9ac0aed274c0 req-708eb8cc-58de-436c-aa7c-75cb91b7229a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7974bc61-b9a6-46e8-8709-f4c6737f6759 HTTP/1.1" status: 200 len: 859 time: 0.0842230 Oct 12 17:51:33.053336 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-191a6019-a510-41ba-8064-fd05e509dfe6 req-fb5f42ef-9006-4899-b689-18a9d0ba519c service neutron] 10.222.0.44 "GET /v2.0/networks/e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032270 Oct 12 17:51:33.078789 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-3a3d279a-04e0-4f8f-8a2d-9ac0aed274c0 req-2acb2ebf-e9b7-4fd6-b70a-7554d6806d79 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f0076a2-dbd2-4243-8c7b-a99512793be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414357 Oct 12 17:51:33.242771 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-191a6019-a510-41ba-8064-fd05e509dfe6 req-a01f35ff-70b0-41bf-9a66-9cff2a364666 service neutron] 10.222.0.44 "GET /v2.0/networks/e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733632 Oct 12 17:51:33.249129 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-3a3d279a-04e0-4f8f-8a2d-9ac0aed274c0 req-c3e87adb-33a7-4fff-ad67-fe19f4b30226 service neutron] 10.222.0.44 "GET /v2.0/networks/7f0076a2-dbd2-4243-8c7b-a99512793be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576757 Oct 12 17:51:33.402154 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0134c4e-8189-48c4-89b5-f959d99ffb3b req-b0eb379c-cd49-48f3-af0f-cabed25c8748 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:33.402843 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-3a3d279a-04e0-4f8f-8a2d-9ac0aed274c0 req-c2ac2662-42a2-47ba-aca9-3569e45f1e92 service neutron] 10.222.0.44 "GET /v2.0/networks/7f0076a2-dbd2-4243-8c7b-a99512793be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346254 Oct 12 17:51:33.414705 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-b0134c4e-8189-48c4-89b5-f959d99ffb3b req-b0eb379c-cd49-48f3-af0f-cabed25c8748 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=0f7a8237-969c-4d40-bdae-02c68ac60391 HTTP/1.1" status: 200 len: 943 time: 0.0664525 Oct 12 17:51:33.469288 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-b0134c4e-8189-48c4-89b5-f959d99ffb3b req-ddbbd124-8f30-4565-9acd-3b7a8f0935da tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532312 Oct 12 17:51:33.734584 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9d21f-e1ac-4276-b2d5-49d17b1450fa req-ed01d101-4a57-4e5d-a74a-1b20fe4cd159 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:33.743010 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-95a9d21f-e1ac-4276-b2d5-49d17b1450fa req-ed01d101-4a57-4e5d-a74a-1b20fe4cd159 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0729675 Oct 12 17:51:33.781794 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-95a9d21f-e1ac-4276-b2d5-49d17b1450fa req-97833ca0-f974-4140-b16f-5a2a8121a8ef tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374634 Oct 12 17:51:33.864645 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1136ea5-4055-4d20-ad9a-736778d64ead req-67aa025d-ce52-487e-92ff-397f00e40386 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:33.866156 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e1136ea5-4055-4d20-ad9a-736778d64ead req-67aa025d-ce52-487e-92ff-397f00e40386 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 945 time: 0.0520041 Oct 12 17:51:33.908201 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e1136ea5-4055-4d20-ad9a-736778d64ead req-0e88d330-545f-4030-93f9-fd555537485b tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328739 Oct 12 17:51:34.641092 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ab696-303c-4018-9da6-2137e56e6b2b req-18694ece-4606-4457-90e9-7475e3b040d7 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:34.642873 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-282ab696-303c-4018-9da6-2137e56e6b2b req-18694ece-4606-4457-90e9-7475e3b040d7 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=0f7a8237-969c-4d40-bdae-02c68ac60391 HTTP/1.1" status: 200 len: 943 time: 0.0766106 Oct 12 17:51:34.699442 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-282ab696-303c-4018-9da6-2137e56e6b2b req-1360d0d4-0d37-47ed-82a0-c660e8eea2f2 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439014 Oct 12 17:51:34.845247 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 251da84c-a11c-4e18-ab36-da3952ff167b details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:51:34.909117 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d778df-02a7-432a-8422-5ce3b245aa46 req-79bd118a-7d64-4a92-97f9-11ec2b2a4cbb tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:34.910730 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-31d778df-02a7-432a-8422-5ce3b245aa46 req-79bd118a-7d64-4a92-97f9-11ec2b2a4cbb tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0562150 Oct 12 17:51:34.965393 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-31d778df-02a7-432a-8422-5ce3b245aa46 req-4ed5ec03-52e9-4803-be12-cf8623ca4caf tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480742 Oct 12 17:51:34.981653 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 251da84c-a11c-4e18-ab36-da3952ff167b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=251da84c-a11c-4e18-ab36-da3952ff167b,segment=NetworkSegment(5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8),segment_id=5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:51:34.999877 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Returning: {'device': '251da84c-a11c-4e18-ab36-da3952ff167b', 'network_id': 'e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa', 'port_id': '251da84c-a11c-4e18-ab36-da3952ff167b', 'mac_address': 'fa:16:3e:20:e2:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45759d7e-d25f-43ae-8f03-94166684d89c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:51:35.053129 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:35.074970 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 251da84c-a11c-4e18-ab36-da3952ff167b {{(pid=105768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:51:35.084836 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060178b4-af58-4557-935e-08f6eb5be9bc req-f9e88cc6-8a17-4f34-9ae1-b34a0e292bcd tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:35.086454 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-060178b4-af58-4557-935e-08f6eb5be9bc req-f9e88cc6-8a17-4f34-9ae1-b34a0e292bcd tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 945 time: 0.0616779 Oct 12 17:51:35.107305 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 251da84c-a11c-4e18-ab36-da3952ff167b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=251da84c-a11c-4e18-ab36-da3952ff167b,segment=NetworkSegment(5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8),segment_id=5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:51:35.118601 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:35.156489 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-060178b4-af58-4557-935e-08f6eb5be9bc req-dab0f699-8b01-4658-847c-b1fc5471717b tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581560 Oct 12 17:51:35.189371 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=251da84c-a11c-4e18-ab36-da3952ff167b,revision_number=4']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:35.197240 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:35.197590 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:35.197963 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:35.198403 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:35.198766 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:35.199087 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:35.199434 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:35.199742 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:35.200066 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:35.200389 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:35.200707 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:35.201032 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:35.822744 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859a20a-a16d-44d3-90a0-fb78a8dc6dc8 req-883f0459-3b13-43db-a98e-adfbdf3f8e84 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:35.824290 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0859a20a-a16d-44d3-90a0-fb78a8dc6dc8 req-883f0459-3b13-43db-a98e-adfbdf3f8e84 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=0f7a8237-969c-4d40-bdae-02c68ac60391 HTTP/1.1" status: 200 len: 944 time: 0.0524261 Oct 12 17:51:35.867802 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0859a20a-a16d-44d3-90a0-fb78a8dc6dc8 req-6aeeea08-eac6-474d-a1fe-97d26a3fa309 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369616 Oct 12 17:51:36.104794 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc9660-97a3-408a-8485-381e68f74f9d req-ecc78212-6db0-4ebd-bf12-b0df76b71f2a tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:36.106249 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-71dc9660-97a3-408a-8485-381e68f74f9d req-ecc78212-6db0-4ebd-bf12-b0df76b71f2a tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0574043 Oct 12 17:51:36.149362 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-71dc9660-97a3-408a-8485-381e68f74f9d req-5a4edb72-7b67-4a01-aa25-555b5e3ce26d tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368261 Oct 12 17:51:36.289772 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e0435-66af-4f10-a89a-8bfaf92981d0 req-727ba8b4-06f0-46c6-b200-f104e9f59cf7 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:36.291305 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9e8e0435-66af-4f10-a89a-8bfaf92981d0 req-727ba8b4-06f0-46c6-b200-f104e9f59cf7 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 945 time: 0.0588446 Oct 12 17:51:36.330113 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9e8e0435-66af-4f10-a89a-8bfaf92981d0 req-8d71dc4b-15c0-4231-88de-d585ecc8f637 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326903 Oct 12 17:51:36.992058 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646df57-86ca-41fc-9938-8d699e1a5f37 req-0d94f8c0-5208-45c2-b9a4-cfa449613a6c tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:36.993529 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4646df57-86ca-41fc-9938-8d699e1a5f37 req-0d94f8c0-5208-45c2-b9a4-cfa449613a6c tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=0f7a8237-969c-4d40-bdae-02c68ac60391 HTTP/1.1" status: 200 len: 944 time: 0.0514326 Oct 12 17:51:37.035421 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4646df57-86ca-41fc-9938-8d699e1a5f37 req-ef89d360-abc2-43ba-9b57-86347425e1ca tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356576 Oct 12 17:51:37.274300 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5a650-71ae-4eec-ba20-f73576c1c222 req-5a8bc065-3abf-477d-9097-9f307aa63277 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:37.275839 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-fbe5a650-71ae-4eec-ba20-f73576c1c222 req-5a8bc065-3abf-477d-9097-9f307aa63277 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0519023 Oct 12 17:51:37.313872 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-fbe5a650-71ae-4eec-ba20-f73576c1c222 req-149dfdb8-eb27-4897-b755-cca295cdff76 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319364 Oct 12 17:51:37.445989 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94400ee-70b1-4908-8b9d-caf63f4567a4 req-30ea01c6-2184-4e1a-a31e-f543b4085c30 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:37.448797 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d94400ee-70b1-4908-8b9d-caf63f4567a4 req-30ea01c6-2184-4e1a-a31e-f543b4085c30 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 945 time: 0.0508916 Oct 12 17:51:37.451875 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['251da84c-a11c-4e18-ab36-da3952ff167b'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:51:37.489662 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d94400ee-70b1-4908-8b9d-caf63f4567a4 req-cd420906-53c8-45e1-a963-bd444369970d tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344431 Oct 12 17:51:38.168762 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbe920-8bf9-4673-962e-b3a5a3c86207 req-22836ef9-b4eb-4ba7-921d-6d5f37ec6384 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:38.170225 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-85bbe920-8bf9-4673-962e-b3a5a3c86207 req-22836ef9-b4eb-4ba7-921d-6d5f37ec6384 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=0f7a8237-969c-4d40-bdae-02c68ac60391 HTTP/1.1" status: 200 len: 944 time: 0.0519154 Oct 12 17:51:38.214598 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-85bbe920-8bf9-4673-962e-b3a5a3c86207 req-fca2a005-e0c5-4c81-af7c-88b6b2c9774f tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349424 Oct 12 17:51:38.281594 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ddd77c14-4e3a-4a27-ab33-73805d191c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:38.454581 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160daeeb-6572-4efb-a98c-11be4fdf27ae req-08ffdd05-75da-4467-a81b-9eb5019352ed tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:38.456115 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-160daeeb-6572-4efb-a98c-11be4fdf27ae req-08ffdd05-75da-4467-a81b-9eb5019352ed tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0561707 Oct 12 17:51:38.494676 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-160daeeb-6572-4efb-a98c-11be4fdf27ae req-94431f17-5d4c-4a4d-be8a-7de965225d4e tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326393 Oct 12 17:51:38.648175 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de27720-ae84-4480-8005-6d038144593c req-4342fe0f-c8b8-4ed0-918c-ad8f2f7f4a71 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:38.649964 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9de27720-ae84-4480-8005-6d038144593c req-4342fe0f-c8b8-4ed0-918c-ad8f2f7f4a71 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 945 time: 0.0658786 Oct 12 17:51:38.694593 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9de27720-ae84-4480-8005-6d038144593c req-b646eff8-f84c-4cf9-838a-20fa9d11353e tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379570 Oct 12 17:51:38.888523 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 251da84c-a11c-4e18-ab36-da3952ff167b up at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:51:38.954668 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning for port 251da84c-a11c-4e18-ab36-da3952ff167b completed by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:51:38.959264 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning complete for port 251da84c-a11c-4e18-ab36-da3952ff167b triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:51:38.959771 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:39.047395 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:39.075835 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7a8237-969c-4d40-bdae-02c68ac60391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251da84c-a11c-4e18-ab36-da3952ff167b'}] {{(pid=105768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:51:39.075835 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d673ce2dcb2bb4fbf918fb1a8c35d4bb21dca6670ea86fc912d44392d0d8dbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de653a23-3c2a-4046-b14c-32cfbf0ada7a" -d '{"events": [{"server_uuid": "0f7a8237-969c-4d40-bdae-02c68ac60391", "name": "network-vif-plugged", "status": "completed", "tag": "251da84c-a11c-4e18-ab36-da3952ff167b"}]}' {{(pid=105768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:51:39.087372 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 251da84c-a11c-4e18-ab36-da3952ff167b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=251da84c-a11c-4e18-ab36-da3952ff167b,segment=NetworkSegment(5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8),segment_id=5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:51:39.093002 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:39.117209 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d54edba-1c11-4ec6-8268-0281708ec516 x-openstack-request-id: req-4d54edba-1c11-4ec6-8268-0281708ec516 {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:51:39.117581 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7a8237-969c-4d40-bdae-02c68ac60391", "name": "network-vif-plugged", "status": "completed", "tag": "251da84c-a11c-4e18-ab36-da3952ff167b", "code": 200}]} {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:51:39.117789 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-4d54edba-1c11-4ec6-8268-0281708ec516 {{(pid=105768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:51:39.118150 dv-cinder-813226-2-iscsi neutron-server[105768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7a8237-969c-4d40-bdae-02c68ac60391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251da84c-a11c-4e18-ab36-da3952ff167b', 'code': 200} Oct 12 17:51:39.146568 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=251da84c-a11c-4e18-ab36-da3952ff167b,revision_number=5']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:39.338129 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d345f92-1f90-49f4-b734-968393d703da req-6516455c-c457-45ea-973b-6a3fe32ee132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:39.339981 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-4d345f92-1f90-49f4-b734-968393d703da req-6516455c-c457-45ea-973b-6a3fe32ee132 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0f7a8237-969c-4d40-bdae-02c68ac60391 HTTP/1.1" status: 200 len: 1098 time: 0.0418003 Oct 12 17:51:39.344060 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea73964-2680-4355-b932-610255823ab2 req-ee23a0da-d2c3-4777-809c-42944a321865 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:39.345572 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-1ea73964-2680-4355-b932-610255823ab2 req-ee23a0da-d2c3-4777-809c-42944a321865 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=0f7a8237-969c-4d40-bdae-02c68ac60391 HTTP/1.1" status: 200 len: 945 time: 0.0485942 Oct 12 17:51:39.378724 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-4d345f92-1f90-49f4-b734-968393d703da req-a0fcd990-6146-4284-8963-7ce1b8ece356 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280263 Oct 12 17:51:39.388621 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-1ea73964-2680-4355-b932-610255823ab2 req-67d91db9-d730-47e1-b498-e296098c1b16 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364237 Oct 12 17:51:39.619275 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c896782-f2ef-4ba5-a139-bb7634e1dabb req-54273d51-e7ad-4e4b-8ddf-380afae35d40 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:39.620836 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6c896782-f2ef-4ba5-a139-bb7634e1dabb req-54273d51-e7ad-4e4b-8ddf-380afae35d40 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0503078 Oct 12 17:51:39.660210 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6c896782-f2ef-4ba5-a139-bb7634e1dabb req-aed4eda6-5acf-411b-9b9a-f9aa27ecda96 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332646 Oct 12 17:51:39.816784 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6230bbaf-3178-47ab-b215-6e7c638e91da req-003ec9a5-4147-4c09-96b1-38cf1088b338 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:39.818878 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6230bbaf-3178-47ab-b215-6e7c638e91da req-003ec9a5-4147-4c09-96b1-38cf1088b338 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 945 time: 0.0528183 Oct 12 17:51:39.861412 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6230bbaf-3178-47ab-b215-6e7c638e91da req-06e87561-e6bf-4436-a353-6bbf2d3ee62f tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354877 Oct 12 17:51:40.223773 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 35960) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:40.270771 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dbcc808-682d-47bc-a170-13fc42cb8cee admin admin] Deleting subnet df08d868-1003-431e-bead-6ee47a48331e {{(pid=105767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:51:40.273847 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-4dbcc808-682d-47bc-a170-13fc42cb8cee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:40.314385 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-4dbcc808-682d-47bc-a170-13fc42cb8cee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4686406'] for subnet, precommit_delete_associations {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:40.355453 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-4dbcc808-682d-47bc-a170-13fc42cb8cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727552'] for subnet, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:40.411722 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-4dbcc808-682d-47bc-a170-13fc42cb8cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5196305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4575252'] for subnet, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:40.434374 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbcc808-682d-47bc-a170-13fc42cb8cee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df08d868-1003-431e-bead-6ee47a48331e,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:40.440537 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-4dbcc808-682d-47bc-a170-13fc42cb8cee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for subnet, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:40.446416 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-4dbcc808-682d-47bc-a170-13fc42cb8cee admin admin] 10.222.0.85 "DELETE /v2.0/subnets/df08d868-1003-431e-bead-6ee47a48331e HTTP/1.1" status: 204 len: 168 time: 0.2216220 Oct 12 17:51:40.446644 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 35964) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:40.540931 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0daafed9-de28-47cf-8344-3b6f17516362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657003'] for network, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:40.558731 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388a779-aae2-45b0-91b9-f0b2e2032e02 req-de42d83f-89c4-4651-bded-0544bf123bb8 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:40.560566 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d388a779-aae2-45b0-91b9-f0b2e2032e02 req-de42d83f-89c4-4651-bded-0544bf123bb8 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=0f7a8237-969c-4d40-bdae-02c68ac60391 HTTP/1.1" status: 200 len: 945 time: 0.0960886 Oct 12 17:51:40.654764 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0daafed9-de28-47cf-8344-3b6f17516362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721659', 'neutron.services.segments.db._delete_segments_for_network-8752770191620'] for network, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:40.659556 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d388a779-aae2-45b0-91b9-f0b2e2032e02 req-142d16d2-65eb-4533-a690-ecc2d646b6f5 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922155 Oct 12 17:51:40.677923 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.services.segments.db [None req-0daafed9-de28-47cf-8344-3b6f17516362 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08']}} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:51:40.687202 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.services.segments.db [None req-0daafed9-de28-47cf-8344-3b6f17516362 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8f397df-76b9-4e31-a649-c4e602c85c07') {'for_net_delete': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:51:40.687489 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.services.segments.db [None req-0daafed9-de28-47cf-8344-3b6f17516362 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8f397df-76b9-4e31-a649-c4e602c85c07') {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:51:40.696391 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0daafed9-de28-47cf-8344-3b6f17516362 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752770190093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6237303'] for segment, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:40.709953 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0daafed9-de28-47cf-8344-3b6f17516362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234'] for segment, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:40.716933 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0daafed9-de28-47cf-8344-3b6f17516362 admin admin] Releasing vlan 1354 on physical network physnet1 to pool {{(pid=105766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:51:40.717379 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0daafed9-de28-47cf-8344-3b6f17516362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4462734'] for segment, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:40.719493 dv-cinder-813226-2-iscsi neutron-server[105766]: Traceback (most recent call last): Oct 12 17:51:40.719493 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:51:40.719493 dv-cinder-813226-2-iscsi neutron-server[105766]: timer() Oct 12 17:51:40.719493 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:51:40.719493 dv-cinder-813226-2-iscsi neutron-server[105766]: cb(*args, **kw) Oct 12 17:51:40.719493 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:51:40.719493 dv-cinder-813226-2-iscsi neutron-server[105766]: return func(*args, **kwargs) Oct 12 17:51:40.719493 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:51:40.719493 dv-cinder-813226-2-iscsi neutron-server[105766]: self._notify() Oct 12 17:51:40.719493 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:51:40.719493 dv-cinder-813226-2-iscsi neutron-server[105766]: self.callback(batched_events) Oct 12 17:51:40.719493 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:51:40.719493 dv-cinder-813226-2-iscsi neutron-server[105766]: event.method(event) Oct 12 17:51:40.719493 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:51:40.719493 dv-cinder-813226-2-iscsi neutron-server[105766]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:51:40.719493 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:51:40.719493 dv-cinder-813226-2-iscsi neutron-server[105766]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:51:40.719493 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:51:40.719493 dv-cinder-813226-2-iscsi neutron-server[105766]: return f(self, *a, **k) Oct 12 17:51:40.719493 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:51:40.719493 dv-cinder-813226-2-iscsi neutron-server[105766]: return self._get(url).json() Oct 12 17:51:40.719493 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:51:40.719493 dv-cinder-813226-2-iscsi neutron-server[105766]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:51:40.719493 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:51:40.719493 dv-cinder-813226-2-iscsi neutron-server[105766]: return self.request(url, 'GET', **kwargs) Oct 12 17:51:40.719493 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:51:40.719493 dv-cinder-813226-2-iscsi neutron-server[105766]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:51:40.719493 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:51:40.719493 dv-cinder-813226-2-iscsi neutron-server[105766]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:51:40.719493 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:51:40.719493 dv-cinder-813226-2-iscsi neutron-server[105766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:51:40.719493 dv-cinder-813226-2-iscsi neutron-server[105766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:51:40.773607 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0daafed9-de28-47cf-8344-3b6f17516362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8091041'] for network, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:40.782061 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0daafed9-de28-47cf-8344-3b6f17516362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for network, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:40.787851 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-0daafed9-de28-47cf-8344-3b6f17516362 admin admin] 10.222.0.85 "DELETE /v2.0/networks/0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08 HTTP/1.1" status: 204 len: 168 time: 0.3375235 Oct 12 17:51:40.797340 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daafed9-de28-47cf-8344-3b6f17516362 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bdf977c-ae6e-4d17-a1f3-eb22dedc3e08,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:40.804819 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daafed9-de28-47cf-8344-3b6f17516362 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:40.805187 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daafed9-de28-47cf-8344-3b6f17516362 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:40.805512 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daafed9-de28-47cf-8344-3b6f17516362 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:40.805859 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daafed9-de28-47cf-8344-3b6f17516362 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:40.806191 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daafed9-de28-47cf-8344-3b6f17516362 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:40.806653 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daafed9-de28-47cf-8344-3b6f17516362 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:40.806971 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daafed9-de28-47cf-8344-3b6f17516362 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:40.807189 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daafed9-de28-47cf-8344-3b6f17516362 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:40.807513 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daafed9-de28-47cf-8344-3b6f17516362 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:40.807830 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daafed9-de28-47cf-8344-3b6f17516362 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:40.808150 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daafed9-de28-47cf-8344-3b6f17516362 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:40.808730 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daafed9-de28-47cf-8344-3b6f17516362 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:41.006183 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 35978) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:41.028658 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-916880ea-0d90-425d-84dd-f5adff7325e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:41.068676 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970806e-43f9-41ff-b868-0915955cd63c req-857f4c1b-7c08-4c1e-9d4b-403db8873387 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:41.074654 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0970806e-43f9-41ff-b868-0915955cd63c req-857f4c1b-7c08-4c1e-9d4b-403db8873387 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 945 time: 0.1110153 Oct 12 17:51:41.104735 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-c392e94e-3857-4b05-b96e-2c550a7bf50b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=57c3b47048a8456699e3268fee60e6ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0968947 Oct 12 17:51:41.108689 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 35986) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:41.122121 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 35988) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:41.140391 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0970806e-43f9-41ff-b868-0915955cd63c req-697d0526-d650-4bf2-b74f-b74d818d284d tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0601797 Oct 12 17:51:41.190889 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-6b6c2d68-0592-4820-9847-efa5125ade98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:41.204930 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3b7cc-476e-4d4d-82f1-23dd32062ac0 req-88699c9e-aa5e-43de-b30b-bfb55a890b33 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:41.206703 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-57a3b7cc-476e-4d4d-82f1-23dd32062ac0 req-88699c9e-aa5e-43de-b30b-bfb55a890b33 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0652306 Oct 12 17:51:41.217974 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-6b6c2d68-0592-4820-9847-efa5125ade98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:41.248691 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-57a3b7cc-476e-4d4d-82f1-23dd32062ac0 req-dc7c4a08-509d-4ef4-a090-7aabb04e2fe9 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347085 Oct 12 17:51:41.269443 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-922444e1-3740-42e8-8d89-a1653de9cfef admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:41.289072 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-6b6c2d68-0592-4820-9847-efa5125ade98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:41.291613 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-6b6c2d68-0592-4820-9847-efa5125ade98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:41.292791 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-6b6c2d68-0592-4820-9847-efa5125ade98 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2a062cd0-f0e8-4cd1-a0c2-cad7a6d5ddeb HTTP/1.1" status: 204 len: 168 time: 0.1822507 Oct 12 17:51:41.308844 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c2d68-0592-4820-9847-efa5125ade98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a062cd0-f0e8-4cd1-a0c2-cad7a6d5ddeb,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:41.367839 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-922444e1-3740-42e8-8d89-a1653de9cfef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:41.372930 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-922444e1-3740-42e8-8d89-a1653de9cfef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:41.417017 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-922444e1-3740-42e8-8d89-a1653de9cfef admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d7ba6ea53c0048b7a27e6af8979e64a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2931449 Oct 12 17:51:41.419981 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 36000) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:41.422595 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922444e1-3740-42e8-8d89-a1653de9cfef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bfe8a9-9e8c-4b0f-b890-d06a5b44cb9d,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:41.481123 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d53e44a5-7124-42f7-bdf4-65630bdf139c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:41.504146 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d53e44a5-7124-42f7-bdf4-65630bdf139c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:41.569627 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d53e44a5-7124-42f7-bdf4-65630bdf139c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:41.573079 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d53e44a5-7124-42f7-bdf4-65630bdf139c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:41.575360 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-d53e44a5-7124-42f7-bdf4-65630bdf139c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e8bfe8a9-9e8c-4b0f-b890-d06a5b44cb9d HTTP/1.1" status: 204 len: 168 time: 0.1536267 Oct 12 17:51:41.585700 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53e44a5-7124-42f7-bdf4-65630bdf139c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bfe8a9-9e8c-4b0f-b890-d06a5b44cb9d,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:41.787626 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96801640-873f-4cf2-ae9b-60edac48933c req-1f64fb94-6b3d-49df-b154-c3efc882b206 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:41.789231 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-96801640-873f-4cf2-ae9b-60edac48933c req-1f64fb94-6b3d-49df-b154-c3efc882b206 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=0f7a8237-969c-4d40-bdae-02c68ac60391 HTTP/1.1" status: 200 len: 945 time: 0.0555198 Oct 12 17:51:41.833057 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-96801640-873f-4cf2-ae9b-60edac48933c req-fe0b1cf4-6c8e-4372-b1db-8e15b225c35f tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357876 Oct 12 17:51:41.877807 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:42.276230 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:42.312547 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727750b3-0b1f-4430-8f22-cdadcf7d82e7 req-360c7ee0-f193-4aed-b6ee-e56462f60cb3 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:42.314802 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-727750b3-0b1f-4430-8f22-cdadcf7d82e7 req-360c7ee0-f193-4aed-b6ee-e56462f60cb3 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 945 time: 0.0753288 Oct 12 17:51:42.359343 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-727750b3-0b1f-4430-8f22-cdadcf7d82e7 req-c2784dc2-b312-449e-b4ad-a7c60934defd tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386162 Oct 12 17:51:42.956723 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 36134) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:43.105842 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-556cf4a4-21ec-42c9-930c-97eff2ccf9de admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:43.197172 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-556cf4a4-21ec-42c9-930c-97eff2ccf9de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:43.202545 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-556cf4a4-21ec-42c9-930c-97eff2ccf9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:43.241434 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-556cf4a4-21ec-42c9-930c-97eff2ccf9de admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3800a27b85da492aa25507f44a77546a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2835824 Oct 12 17:51:43.242374 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556cf4a4-21ec-42c9-930c-97eff2ccf9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b449d5-7f30-4801-ab85-b17d7da58c84,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:43.244763 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 36152) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:43.317677 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ce50cdc2-df30-4db6-9a4d-c715a9f540d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:43.339081 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ce50cdc2-df30-4db6-9a4d-c715a9f540d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:43.398014 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ce50cdc2-df30-4db6-9a4d-c715a9f540d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:43.400810 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ce50cdc2-df30-4db6-9a4d-c715a9f540d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:43.402377 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-ce50cdc2-df30-4db6-9a4d-c715a9f540d6 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a1b449d5-7f30-4801-ab85-b17d7da58c84 HTTP/1.1" status: 204 len: 168 time: 0.1534088 Oct 12 17:51:43.412780 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce50cdc2-df30-4db6-9a4d-c715a9f540d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b449d5-7f30-4801-ab85-b17d7da58c84,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:43.508302 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb91415-0524-45af-8905-08f2a113890d req-f26110fd-d39f-492f-b15e-8a4d350e2b70 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:43.516898 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ceb91415-0524-45af-8905-08f2a113890d req-f26110fd-d39f-492f-b15e-8a4d350e2b70 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 945 time: 0.0599492 Oct 12 17:51:43.558532 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ceb91415-0524-45af-8905-08f2a113890d req-dafd8cd8-684f-450d-ad21-8e9149cfea5b tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403988 Oct 12 17:51:43.792066 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:44.140008 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 6 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:51:44.687895 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c445b2-5e29-4bd3-9a72-4270cfc36666 req-86466a46-af00-4a54-8436-d78a601dd8e9 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:44.689490 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-29c445b2-5e29-4bd3-9a72-4270cfc36666 req-86466a46-af00-4a54-8436-d78a601dd8e9 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 945 time: 0.0587883 Oct 12 17:51:44.734553 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-29c445b2-5e29-4bd3-9a72-4270cfc36666 req-4732196a-0334-4269-902f-d51d43b7e4f4 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375009 Oct 12 17:51:45.868113 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae4a2b-e372-4a5d-831d-bed1d29360d3 req-86ed2190-5c52-42a9-8269-f2bd16705b69 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:45.869553 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9aae4a2b-e372-4a5d-831d-bed1d29360d3 req-86ed2190-5c52-42a9-8269-f2bd16705b69 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 945 time: 0.0548151 Oct 12 17:51:45.911158 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9aae4a2b-e372-4a5d-831d-bed1d29360d3 req-5949d01b-62ac-4108-9ea2-29e8a3512c3e tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351508 Oct 12 17:51:47.033426 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f42f2b-0b60-42d7-8070-1d4a605f4875 req-5b98dafc-be03-4332-8690-5eb58d66421b tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:47.034940 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-89f42f2b-0b60-42d7-8070-1d4a605f4875 req-5b98dafc-be03-4332-8690-5eb58d66421b tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 945 time: 0.0523281 Oct 12 17:51:47.073961 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-89f42f2b-0b60-42d7-8070-1d4a605f4875 req-0c1d523d-2ed7-4e1a-bec3-267af2fd3009 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328672 Oct 12 17:51:48.195357 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec280c5-4143-47f4-9860-ef308748ee06 req-5b6852df-e845-4d65-8d18-e8aca37106a4 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:48.196827 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-1ec280c5-4143-47f4-9860-ef308748ee06 req-5b6852df-e845-4d65-8d18-e8aca37106a4 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 945 time: 0.0525682 Oct 12 17:51:48.234262 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-1ec280c5-4143-47f4-9860-ef308748ee06 req-08dc0eea-fa8f-4854-bf62-613d10296a41 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312696 Oct 12 17:51:49.367256 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642b66b-88fe-46ac-b790-035b14aca720 req-4cd9cb95-1e73-4920-a839-3cf8c419416f tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:49.368753 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5642b66b-88fe-46ac-b790-035b14aca720 req-4cd9cb95-1e73-4920-a839-3cf8c419416f tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 945 time: 0.0531085 Oct 12 17:51:49.407785 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5642b66b-88fe-46ac-b790-035b14aca720 req-e91e1089-c3d3-4c39-9ced-2481430261d5 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324881 Oct 12 17:51:49.462536 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb6dca-af64-4772-9bf5-0307414ba011 req-1e0e6359-c893-4afd-bdac-fc57dd51af7a tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:49.464010 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-40fb6dca-af64-4772-9bf5-0307414ba011 req-1e0e6359-c893-4afd-bdac-fc57dd51af7a tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0508330 Oct 12 17:51:49.502685 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-40fb6dca-af64-4772-9bf5-0307414ba011 req-79712320-e3cc-4506-8e5b-436b3108d903 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322967 Oct 12 17:51:49.621991 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612dc872-3d13-4da3-8155-e412a16fb0b5 req-85ecbf9e-7600-4ab9-aae0-78d4cc206bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:49.623576 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-612dc872-3d13-4da3-8155-e412a16fb0b5 req-85ecbf9e-7600-4ab9-aae0-78d4cc206bdd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=89b6f4855e534550a81cf612a58075dc&device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 1099 time: 0.0462213 Oct 12 17:51:49.719904 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612dc872-3d13-4da3-8155-e412a16fb0b5 req-b27cd3b3-500b-482d-a8bb-69770b11447f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:49.721372 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-612dc872-3d13-4da3-8155-e412a16fb0b5 req-b27cd3b3-500b-482d-a8bb-69770b11447f service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f0076a2-dbd2-4243-8c7b-a99512793be3 HTTP/1.1" status: 200 len: 921 time: 0.0885830 Oct 12 17:51:49.766506 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-612dc872-3d13-4da3-8155-e412a16fb0b5 req-9c4bb5c6-c40d-483f-88b0-7f0870df81eb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24c25e79-1674-4845-8134-8f5142b099cf HTTP/1.1" status: 200 len: 217 time: 0.0345829 Oct 12 17:51:49.834997 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612dc872-3d13-4da3-8155-e412a16fb0b5 req-b4e88f9a-36bb-4fba-854d-007cb0c19335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:49.836366 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-612dc872-3d13-4da3-8155-e412a16fb0b5 req-b4e88f9a-36bb-4fba-854d-007cb0c19335 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7974bc61-b9a6-46e8-8709-f4c6737f6759 HTTP/1.1" status: 200 len: 859 time: 0.0462141 Oct 12 17:51:49.880946 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-612dc872-3d13-4da3-8155-e412a16fb0b5 req-bf358340-a8cc-426f-9200-514cbe6aba9c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f0076a2-dbd2-4243-8c7b-a99512793be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255146 Oct 12 17:51:49.985400 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-612dc872-3d13-4da3-8155-e412a16fb0b5 req-b942b2bb-fad3-48a8-b73e-70716f1eb9e9 service neutron] 10.222.0.44 "GET /v2.0/networks/7f0076a2-dbd2-4243-8c7b-a99512793be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878725 Oct 12 17:51:50.096981 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-612dc872-3d13-4da3-8155-e412a16fb0b5 req-ab9ad53d-e471-4575-8b3b-20d2efca2752 service neutron] 10.222.0.44 "GET /v2.0/networks/7f0076a2-dbd2-4243-8c7b-a99512793be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017685 Oct 12 17:51:50.552180 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e51dc7-20b4-427e-b960-744497f7f0b7 req-ec601d62-e52c-4c31-b21e-786bdf7d8e5d tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:50.552180 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e1e51dc7-20b4-427e-b960-744497f7f0b7 req-ec601d62-e52c-4c31-b21e-786bdf7d8e5d tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 945 time: 0.0630355 Oct 12 17:51:50.603615 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e1e51dc7-20b4-427e-b960-744497f7f0b7 req-ef864ea0-adf5-4940-8294-449dcf1b95c7 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434563 Oct 12 17:51:50.641794 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2948809-7696-4b02-87df-8a4857be8c93 req-080f6baf-c906-4be9-b2c1-0e6d2f1e2ef9 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:50.643317 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c2948809-7696-4b02-87df-8a4857be8c93 req-080f6baf-c906-4be9-b2c1-0e6d2f1e2ef9 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0563667 Oct 12 17:51:50.688923 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c2948809-7696-4b02-87df-8a4857be8c93 req-42226a25-fe56-4fba-b9cf-44bd599f20db tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364838 Oct 12 17:51:51.055847 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 36262) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:51.188390 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6720186e-faeb-4c69-96f1-ad4b604d7255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:51.276684 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6720186e-faeb-4c69-96f1-ad4b604d7255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:51.284145 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6720186e-faeb-4c69-96f1-ad4b604d7255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:51.322581 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-6720186e-faeb-4c69-96f1-ad4b604d7255 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ac555695e9ae4f1583ff1d84d0688899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2654014 Oct 12 17:51:51.323415 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720186e-faeb-4c69-96f1-ad4b604d7255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6811b06-c573-4750-8c6d-1d34032ace89,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:51.325620 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 36268) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:51.382531 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-46e3ba84-a636-46bc-a095-6c46530a1f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:51.403824 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-46e3ba84-a636-46bc-a095-6c46530a1f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:51.457228 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-46e3ba84-a636-46bc-a095-6c46530a1f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:51.459790 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-46e3ba84-a636-46bc-a095-6c46530a1f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:51.460982 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-46e3ba84-a636-46bc-a095-6c46530a1f6b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a6811b06-c573-4750-8c6d-1d34032ace89 HTTP/1.1" status: 204 len: 168 time: 0.1344030 Oct 12 17:51:51.469784 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3ba84-a636-46bc-a095-6c46530a1f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6811b06-c573-4750-8c6d-1d34032ace89,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:51.742011 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d549d-bc0d-4a54-9d9d-535d2eec4ef0 req-d45ecdbb-fee5-4920-bad5-145f7744fe65 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:51.743941 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-693d549d-bc0d-4a54-9d9d-535d2eec4ef0 req-d45ecdbb-fee5-4920-bad5-145f7744fe65 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 945 time: 0.0651684 Oct 12 17:51:51.815371 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-693d549d-bc0d-4a54-9d9d-535d2eec4ef0 req-d81133a0-5a7b-4a64-af73-6831ab9b9ec5 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651786 Oct 12 17:51:51.832256 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4e5fe-fd6c-4e04-b8c0-d64aa8551e0f req-d1407d96-572e-4417-a7c0-3bb826893337 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:51.833835 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-1bd4e5fe-fd6c-4e04-b8c0-d64aa8551e0f req-d1407d96-572e-4417-a7c0-3bb826893337 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0699656 Oct 12 17:51:51.876474 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-1bd4e5fe-fd6c-4e04-b8c0-d64aa8551e0f req-5b47cb5d-d0fb-4fe7-b7b6-6980dfbfb271 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321286 Oct 12 17:51:52.944630 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead71fca-35b7-41dc-bd4c-fb1b36558dd2 req-127a16e0-fd13-459a-88be-6feb59ffeb63 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:52.946154 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ead71fca-35b7-41dc-bd4c-fb1b36558dd2 req-127a16e0-fd13-459a-88be-6feb59ffeb63 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 945 time: 0.0578148 Oct 12 17:51:53.025970 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ead71fca-35b7-41dc-bd4c-fb1b36558dd2 req-46498033-3816-44fe-86be-4bb1d1a246b1 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702019 Oct 12 17:51:53.035695 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc99ab-5a52-48b0-a5e2-5527db5caba2 req-215c6279-c4a0-4875-b105-adefda5eb456 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:53.037128 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-47dc99ab-5a52-48b0-a5e2-5527db5caba2 req-215c6279-c4a0-4875-b105-adefda5eb456 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0900435 Oct 12 17:51:53.077241 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-47dc99ab-5a52-48b0-a5e2-5527db5caba2 req-822cbf0b-f2f8-4d14-a030-94e08279f0eb tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340729 Oct 12 17:51:54.152596 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aacc8a-6680-45ce-acb2-93452d233d28 req-40ce6ad5-362e-468b-9eb3-dc6d453a04b1 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:54.154098 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-89aacc8a-6680-45ce-acb2-93452d233d28 req-40ce6ad5-362e-468b-9eb3-dc6d453a04b1 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 945 time: 0.0505340 Oct 12 17:51:54.216338 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-89aacc8a-6680-45ce-acb2-93452d233d28 req-152c7f81-b09b-4bff-a71c-bedf1f4f2805 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526378 Oct 12 17:51:54.224292 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c569d-27ed-452a-ba7d-d9ea974e6e41 req-cae34ce9-66f8-4c95-8d3a-ab4c0bf1f13f tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:54.225697 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-bd1c569d-27ed-452a-ba7d-d9ea974e6e41 req-cae34ce9-66f8-4c95-8d3a-ab4c0bf1f13f tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0707169 Oct 12 17:51:54.265413 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-bd1c569d-27ed-452a-ba7d-d9ea974e6e41 req-0bbaeaf8-5994-48d8-976c-6ed9343ab0a2 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333323 Oct 12 17:51:55.340995 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b1f97-b2ee-449d-9411-01f276b9abb7 req-ac4a4f34-39ba-4575-9fcb-dcb6c6326e06 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:55.342503 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f78b1f97-b2ee-449d-9411-01f276b9abb7 req-ac4a4f34-39ba-4575-9fcb-dcb6c6326e06 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 945 time: 0.0575624 Oct 12 17:51:55.407201 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f78b1f97-b2ee-449d-9411-01f276b9abb7 req-ba029d1a-6975-4471-8542-520c9eb588cf tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549812 Oct 12 17:51:55.415875 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa5a26-3725-4030-ad3a-298e379ae0f5 req-64ee8f09-bf71-434e-8181-596ac836a3a0 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:55.417306 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-7baa5a26-3725-4030-ad3a-298e379ae0f5 req-64ee8f09-bf71-434e-8181-596ac836a3a0 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0739381 Oct 12 17:51:55.456953 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-7baa5a26-3725-4030-ad3a-298e379ae0f5 req-7466c225-51af-4de5-8975-c7ad683f7be8 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335886 Oct 12 17:51:56.524840 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f2eb4-b420-4776-b3ab-29d10f7866e4 req-340d2567-4f04-4a18-b87e-1cfe3b7f7a8b tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:56.526364 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a48f2eb4-b420-4776-b3ab-29d10f7866e4 req-340d2567-4f04-4a18-b87e-1cfe3b7f7a8b tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 945 time: 0.0498643 Oct 12 17:51:56.566104 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a48f2eb4-b420-4776-b3ab-29d10f7866e4 req-3903f4e4-26c2-4a00-aef2-111836900306 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332520 Oct 12 17:51:56.584356 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:56.696327 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c94c1-902c-414f-a3dd-b495e2a1f715 req-4b6fbf46-ee9e-4759-bb49-def2fa256ac2 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:56.697781 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-947c94c1-902c-414f-a3dd-b495e2a1f715 req-4b6fbf46-ee9e-4759-bb49-def2fa256ac2 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0542188 Oct 12 17:51:56.739442 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-947c94c1-902c-414f-a3dd-b495e2a1f715 req-11380ff1-a9e6-4ce3-b524-101f72220b66 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332897 Oct 12 17:51:57.702993 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8182cd8-16e3-4e7e-8e06-bbf39ac53f5a req-dbd61fb4-c0bd-4878-8bb9-3d0aaed95bde tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:57.704912 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a8182cd8-16e3-4e7e-8e06-bbf39ac53f5a req-dbd61fb4-c0bd-4878-8bb9-3d0aaed95bde tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 945 time: 0.0578890 Oct 12 17:51:57.746648 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a8182cd8-16e3-4e7e-8e06-bbf39ac53f5a req-828497ae-4611-45f1-828a-ea1ee67a25b3 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348375 Oct 12 17:51:57.870197 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf2456-8d21-461d-a985-49a5f70ba9cb req-7a72713b-40f1-4400-895c-5b10bf79852b tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:57.871735 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-28cf2456-8d21-461d-a985-49a5f70ba9cb req-7a72713b-40f1-4400-895c-5b10bf79852b tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0634193 Oct 12 17:51:57.912801 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-28cf2456-8d21-461d-a985-49a5f70ba9cb req-e9c1a8a0-f1e6-4a88-91e3-355cb8f4efa4 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349212 Oct 12 17:51:58.868026 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f1862-18ad-45a1-8e22-0b0723e53a06 req-ebb07254-d39f-49de-95eb-bac57d11f9d9 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:58.869526 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-013f1862-18ad-45a1-8e22-0b0723e53a06 req-ebb07254-d39f-49de-95eb-bac57d11f9d9 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 945 time: 0.0528395 Oct 12 17:51:58.915392 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-013f1862-18ad-45a1-8e22-0b0723e53a06 req-3ebeb215-dc5d-4ee5-8e92-f87ad4270012 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396147 Oct 12 17:51:59.042532 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74f2de-ab70-4662-8baf-624f8630a626 req-e6be21cb-9bbc-480c-9df2-c4dd82825eaf tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:59.044161 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6c74f2de-ab70-4662-8baf-624f8630a626 req-e6be21cb-9bbc-480c-9df2-c4dd82825eaf tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0506446 Oct 12 17:51:59.113835 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6c74f2de-ab70-4662-8baf-624f8630a626 req-25ef66d1-25b0-4dc2-9230-b151b5a44dae tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626831 Oct 12 17:51:59.158689 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae6d86-f09a-405a-b4eb-8c3bfa1b8e20 req-6053dea1-d648-4e3a-89e8-ee3f2f4b1d94 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:59.160523 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9aae6d86-f09a-405a-b4eb-8c3bfa1b8e20 req-6053dea1-d648-4e3a-89e8-ee3f2f4b1d94 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 945 time: 0.0813534 Oct 12 17:51:59.202285 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9aae6d86-f09a-405a-b4eb-8c3bfa1b8e20 req-e3942b22-6d06-493b-9385-e784aac225f1 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331082 Oct 12 17:51:59.225220 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7a50d-0459-4139-9b99-6e71db75eb77 req-bcf8984d-dac4-47f5-9417-a26a1b14a3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:59.226772 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0fd7a50d-0459-4139-9b99-6e71db75eb77 req-bcf8984d-dac4-47f5-9417-a26a1b14a3c7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e4096f27defa41969a63e8b81d280fb2&device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 1098 time: 0.0479178 Oct 12 17:51:59.327570 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7a50d-0459-4139-9b99-6e71db75eb77 req-007de04b-7348-42b4-a1c1-0966e9b5acd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:59.329609 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0fd7a50d-0459-4139-9b99-6e71db75eb77 req-007de04b-7348-42b4-a1c1-0966e9b5acd7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8daa865d-6215-4088-990f-5e71670febd0 HTTP/1.1" status: 200 len: 913 time: 0.0931368 Oct 12 17:51:59.400720 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0fd7a50d-0459-4139-9b99-6e71db75eb77 req-2f07f388-6310-4095-915a-2a755f231045 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05713618-3202-4502-a13e-e28f99b20532 HTTP/1.1" status: 200 len: 1001 time: 0.0617769 Oct 12 17:51:59.453729 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7a50d-0459-4139-9b99-6e71db75eb77 req-af83b5ef-f191-492e-bbf0-f63eb5bf81ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:59.455175 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0fd7a50d-0459-4139-9b99-6e71db75eb77 req-af83b5ef-f191-492e-bbf0-f63eb5bf81ad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c9bbc10-98c9-4f8e-a058-09cebb338727 HTTP/1.1" status: 200 len: 850 time: 0.0447192 Oct 12 17:51:59.505253 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7a50d-0459-4139-9b99-6e71db75eb77 req-769986df-2658-4810-afd8-40d296a11263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:59.506907 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0fd7a50d-0459-4139-9b99-6e71db75eb77 req-769986df-2658-4810-afd8-40d296a11263 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8daa865d-6215-4088-990f-5e71670febd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434141 Oct 12 17:51:59.605708 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0fd7a50d-0459-4139-9b99-6e71db75eb77 req-882bc90d-5f15-48ee-a744-5f3ae9e0811c service neutron] 10.222.0.44 "GET /v2.0/networks/8daa865d-6215-4088-990f-5e71670febd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888417 Oct 12 17:51:59.707742 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0fd7a50d-0459-4139-9b99-6e71db75eb77 req-dae526be-bd8b-4a98-85e3-e2496da5d788 service neutron] 10.222.0.44 "GET /v2.0/networks/8daa865d-6215-4088-990f-5e71670febd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890467 Oct 12 17:52:00.231662 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e27ceb-8cb6-42b9-abcc-0cedeae4e28a req-4bc3b796-72d5-46bc-ab66-8333857cef1f tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:00.233054 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-b8e27ceb-8cb6-42b9-abcc-0cedeae4e28a req-4bc3b796-72d5-46bc-ab66-8333857cef1f tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=0f7a8237-969c-4d40-bdae-02c68ac60391 HTTP/1.1" status: 200 len: 945 time: 0.0778685 Oct 12 17:52:00.263485 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ecb06-45e4-47d9-9dae-427399cfb343 req-10f090e2-f605-48ba-ada0-2abea63503c4 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:00.264919 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0c5ecb06-45e4-47d9-9dae-427399cfb343 req-10f090e2-f605-48ba-ada0-2abea63503c4 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0738523 Oct 12 17:52:00.292681 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-b8e27ceb-8cb6-42b9-abcc-0cedeae4e28a req-163e0cc7-c666-4774-8039-c0c8ca9a1fcc tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531859 Oct 12 17:52:00.313286 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0c5ecb06-45e4-47d9-9dae-427399cfb343 req-6ac90368-8ef9-47e8-b39e-180451ad071f tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424852 Oct 12 17:52:00.422851 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9e5d2-9275-4e39-8fcd-8c67234677c2 req-749d8a85-2ae4-4d24-a111-adce0c124f6f tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:00.424335 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-44f9e5d2-9275-4e39-8fcd-8c67234677c2 req-749d8a85-2ae4-4d24-a111-adce0c124f6f tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 945 time: 0.0582132 Oct 12 17:52:00.465469 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-44f9e5d2-9275-4e39-8fcd-8c67234677c2 req-4e5fb020-5018-42a1-adb8-e39fba7a359b tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339460 Oct 12 17:52:01.449587 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de4ff2-6d9e-4681-a6f5-44249e9509ef req-7b3be826-699b-46fb-81e3-88e0af6c3b25 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:01.451072 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-60de4ff2-6d9e-4681-a6f5-44249e9509ef req-7b3be826-699b-46fb-81e3-88e0af6c3b25 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=0f7a8237-969c-4d40-bdae-02c68ac60391 HTTP/1.1" status: 200 len: 945 time: 0.0739682 Oct 12 17:52:01.462630 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71320e-f410-42e5-ac12-1eeefdf22fe8 req-7cc3ab01-bacf-4d83-9e2e-6e8c0bbb6174 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:01.464012 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2f71320e-f410-42e5-ac12-1eeefdf22fe8 req-7cc3ab01-bacf-4d83-9e2e-6e8c0bbb6174 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0761192 Oct 12 17:52:01.516165 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-60de4ff2-6d9e-4681-a6f5-44249e9509ef req-35e55674-68d9-47f3-a807-3e14bb891d45 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512221 Oct 12 17:52:01.520991 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2f71320e-f410-42e5-ac12-1eeefdf22fe8 req-c6e5b50b-5d5b-4036-9701-85488d233627 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504231 Oct 12 17:52:01.630604 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aadd1b-c043-47ef-9ca4-58b0691a0a95 req-3291b629-47dd-45d2-aa99-9e082d76e405 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:01.632069 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-94aadd1b-c043-47ef-9ca4-58b0691a0a95 req-3291b629-47dd-45d2-aa99-9e082d76e405 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 945 time: 0.0610325 Oct 12 17:52:01.670532 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-94aadd1b-c043-47ef-9ca4-58b0691a0a95 req-38bff0f4-a678-4d76-954a-6c0c841f7986 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318551 Oct 12 17:52:02.670041 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa246e-8f74-4e34-a74e-de6136503a65 req-22afc18a-2c23-4fc2-9182-c6a3b8422863 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:02.671556 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8faa246e-8f74-4e34-a74e-de6136503a65 req-22afc18a-2c23-4fc2-9182-c6a3b8422863 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=0f7a8237-969c-4d40-bdae-02c68ac60391 HTTP/1.1" status: 200 len: 945 time: 0.0769434 Oct 12 17:52:02.678905 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb0088-8e00-4a9b-85d1-953549827a3c req-f4e077c2-a538-4624-83ca-17bdd8dd3778 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:02.680298 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-edfb0088-8e00-4a9b-85d1-953549827a3c req-f4e077c2-a538-4624-83ca-17bdd8dd3778 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0844772 Oct 12 17:52:02.736242 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8faa246e-8f74-4e34-a74e-de6136503a65 req-25aefaae-a7d7-4e8c-a87c-d33cd1a184f6 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549693 Oct 12 17:52:02.738923 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-edfb0088-8e00-4a9b-85d1-953549827a3c req-9a55490d-0851-470b-b20c-3a79546ea2ed tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516050 Oct 12 17:52:03.153794 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199c671-6319-44f3-b50d-c87fb8318f1e req-b2234315-f521-429c-a33f-81c4cc882b3e tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:03.155290 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-c199c671-6319-44f3-b50d-c87fb8318f1e req-b2234315-f521-429c-a33f-81c4cc882b3e tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f7a8237-969c-4d40-bdae-02c68ac60391 HTTP/1.1" status: 200 len: 945 time: 0.0568085 Oct 12 17:52:03.260996 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [req-c199c671-6319-44f3-b50d-c87fb8318f1e req-73309c76-bea2-4862-ad40-233bdcfa7454 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Deleting port 251da84c-a11c-4e18-ab36-da3952ff167b {{(pid=105767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:52:03.261330 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-c199c671-6319-44f3-b50d-c87fb8318f1e req-73309c76-bea2-4862-ad40-233bdcfa7454 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:03.349461 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-c199c671-6319-44f3-b50d-c87fb8318f1e req-73309c76-bea2-4862-ad40-233bdcfa7454 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] For port 251da84c-a11c-4e18-ab36-da3952ff167b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=251da84c-a11c-4e18-ab36-da3952ff167b,segment=NetworkSegment(5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8),segment_id=5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8)] {{(pid=105767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:52:03.349810 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-c199c671-6319-44f3-b50d-c87fb8318f1e req-73309c76-bea2-4862-ad40-233bdcfa7454 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:03.362612 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [req-c199c671-6319-44f3-b50d-c87fb8318f1e req-73309c76-bea2-4862-ad40-233bdcfa7454 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Calling delete_port for 251da84c-a11c-4e18-ab36-da3952ff167b owned by compute:nova {{(pid=105767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:52:03.496170 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-c199c671-6319-44f3-b50d-c87fb8318f1e req-73309c76-bea2-4862-ad40-233bdcfa7454 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:03.510961 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['426df742-989e-4ee7-a8aa-ecb26353a563', 'db840be7-c43f-41f5-babc-f6af84dead4d', '7b317dc6-9f9e-4d27-835f-59826471385b', '251da84c-a11c-4e18-ab36-da3952ff167b'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:52:03.524159 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73309c76-bea2-4862-ad40-233bdcfa7454 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Pushing event deleted for resources: {'Port': ['ID=251da84c-a11c-4e18-ab36-da3952ff167b,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:03.566154 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c199c671-6319-44f3-b50d-c87fb8318f1e req-73309c76-bea2-4862-ad40-233bdcfa7454 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] No DVR routers for this DVR port 251da84c-a11c-4e18-ab36-da3952ff167b on host hv-cinder-81322 {{(pid=105767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:52:03.568865 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-c199c671-6319-44f3-b50d-c87fb8318f1e req-73309c76-bea2-4862-ad40-233bdcfa7454 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:03.572191 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-c199c671-6319-44f3-b50d-c87fb8318f1e req-73309c76-bea2-4862-ad40-233bdcfa7454 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.44 "DELETE /v2.0/ports/251da84c-a11c-4e18-ab36-da3952ff167b HTTP/1.1" status: 204 len: 173 time: 0.3975348 Oct 12 17:52:03.572645 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7a8237-969c-4d40-bdae-02c68ac60391', 'name': 'network-vif-deleted', 'tag': '251da84c-a11c-4e18-ab36-da3952ff167b'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:52:03.574920 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f0d8ba-b8f8-4d24-969e-ae406297773a" -d '{"events": [{"server_uuid": "0f7a8237-969c-4d40-bdae-02c68ac60391", "name": "network-vif-deleted", "tag": "251da84c-a11c-4e18-ab36-da3952ff167b"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:52:03.615567 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883db621-1001-46db-a3f4-0f60c7e2dc03 x-openstack-request-id: req-883db621-1001-46db-a3f4-0f60c7e2dc03 {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:52:03.615927 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7a8237-969c-4d40-bdae-02c68ac60391", "name": "network-vif-deleted", "tag": "251da84c-a11c-4e18-ab36-da3952ff167b", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:52:03.616216 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-883db621-1001-46db-a3f4-0f60c7e2dc03 {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:52:03.616611 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7a8237-969c-4d40-bdae-02c68ac60391', 'name': 'network-vif-deleted', 'tag': '251da84c-a11c-4e18-ab36-da3952ff167b', 'status': 'completed', 'code': 200} Oct 12 17:52:03.867432 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-80a5e94e-0408-421e-9719-f4515b064cf3 req-b5bebf38-f0ce-4aaf-b3ab-15bfea19a6c8 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=0f7a8237-969c-4d40-bdae-02c68ac60391 HTTP/1.1" status: 200 len: 210 time: 0.0289552 Oct 12 17:52:03.882794 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2bf51-608d-4de5-a857-c52ad0548465 req-e1036b2b-1281-4d8b-a1ce-81dc45a545c6 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:03.890989 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-eed2bf51-608d-4de5-a857-c52ad0548465 req-e1036b2b-1281-4d8b-a1ce-81dc45a545c6 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0806630 Oct 12 17:52:03.924096 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-eed2bf51-608d-4de5-a857-c52ad0548465 req-4207de20-cbf0-4863-a413-c62d21d79472 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322323 Oct 12 17:52:05.054472 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede8fce-d64c-444b-843c-f642252859ce req-625923b0-b431-4821-a041-3770addaa70d tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:05.056085 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-aede8fce-d64c-444b-843c-f642252859ce req-625923b0-b431-4821-a041-3770addaa70d tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0510428 Oct 12 17:52:05.099429 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-aede8fce-d64c-444b-843c-f642252859ce req-6c91391a-cd97-4058-84dc-a1624f64a0fe tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326867 Oct 12 17:52:06.223057 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750bfb9-125b-47d7-8de1-15002887e14c req-6eeb0bef-39e3-49cc-9de5-4812baffe586 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:06.224459 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6750bfb9-125b-47d7-8de1-15002887e14c req-6eeb0bef-39e3-49cc-9de5-4812baffe586 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0511796 Oct 12 17:52:06.284356 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6750bfb9-125b-47d7-8de1-15002887e14c req-3ec10402-efcf-419b-bab1-1390eada2217 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507443 Oct 12 17:52:06.295691 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67a7d6-ffa2-4b70-a4e4-5dff9eb8cae7 req-db2dcbca-80e0-474c-a88b-b22a45496731 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:06.297139 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-aa67a7d6-ffa2-4b70-a4e4-5dff9eb8cae7 req-db2dcbca-80e0-474c-a88b-b22a45496731 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=9a1cbdaf-897a-4714-98d8-d58aa1441d38 HTTP/1.1" status: 200 len: 945 time: 0.0717897 Oct 12 17:52:06.339908 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-aa67a7d6-ffa2-4b70-a4e4-5dff9eb8cae7 req-fe8fc98f-5cab-4edb-9846-172fe72639db tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336318 Oct 12 17:52:06.959252 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 251da84c-a11c-4e18-ab36-da3952ff167b no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:52:06.979393 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] No Port match for: 251da84c-a11c-4e18-ab36-da3952ff167b {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:52:06.979728 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 251da84c-a11c-4e18-ab36-da3952ff167b not bound to the agent host hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:52:07.409108 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2ed3d-58ac-43ea-91b2-f53424463abc req-fdb42079-5043-4f67-9d4a-29cc489d80a0 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:07.410792 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f1f2ed3d-58ac-43ea-91b2-f53424463abc req-fdb42079-5043-4f67-9d4a-29cc489d80a0 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0510435 Oct 12 17:52:07.475470 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f1f2ed3d-58ac-43ea-91b2-f53424463abc req-c2ac07f0-9e4f-4438-b7c7-27252e338c54 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552473 Oct 12 17:52:07.483995 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81566c-8041-4a9f-b0d9-785e7847e91f req-19d3824e-71ba-4473-8c8f-fe0c9c6292a7 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:07.485459 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8c81566c-8041-4a9f-b0d9-785e7847e91f req-19d3824e-71ba-4473-8c8f-fe0c9c6292a7 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=9a1cbdaf-897a-4714-98d8-d58aa1441d38 HTTP/1.1" status: 200 len: 945 time: 0.0737989 Oct 12 17:52:07.529864 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8c81566c-8041-4a9f-b0d9-785e7847e91f req-7e4e5b67-4fe0-43a2-abc7-46aa5d9629aa tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378697 Oct 12 17:52:08.288792 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-3da5efd9-b8ab-427a-9ddd-49d1fd96ad65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:08.522804 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b7904-e8cf-4130-b7a0-5fded44f073a req-0aeee43c-0e89-4044-913a-9e87557d4f8d tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:08.524293 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-097b7904-e8cf-4130-b7a0-5fded44f073a req-0aeee43c-0e89-4044-913a-9e87557d4f8d tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a1cbdaf-897a-4714-98d8-d58aa1441d38 HTTP/1.1" status: 200 len: 945 time: 0.0606616 Oct 12 17:52:08.595646 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486c0ec-613c-4459-8fcf-a1dfeb18fe88 req-fd0dc8e9-3d0d-4fa7-be5a-55e82e19a5be tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:08.597741 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-7486c0ec-613c-4459-8fcf-a1dfeb18fe88 req-fd0dc8e9-3d0d-4fa7-be5a-55e82e19a5be tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0527363 Oct 12 17:52:08.618335 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [req-097b7904-e8cf-4130-b7a0-5fded44f073a req-566bf08f-97b5-4c5d-9084-572bdd27f249 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Deleting port 7b317dc6-9f9e-4d27-835f-59826471385b {{(pid=105767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:52:08.618802 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-097b7904-e8cf-4130-b7a0-5fded44f073a req-566bf08f-97b5-4c5d-9084-572bdd27f249 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:08.671078 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-7486c0ec-613c-4459-8fcf-a1dfeb18fe88 req-1d531919-6fd9-436e-9d97-f16f296b5f91 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669010 Oct 12 17:52:08.690611 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de98ade-9231-46fb-aa26-0331deb80ed2 req-deb35610-8705-4f1a-98be-22895b3858b9 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:08.692389 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6de98ade-9231-46fb-aa26-0331deb80ed2 req-deb35610-8705-4f1a-98be-22895b3858b9 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=9a1cbdaf-897a-4714-98d8-d58aa1441d38 HTTP/1.1" status: 200 len: 945 time: 0.0866017 Oct 12 17:52:08.720046 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-097b7904-e8cf-4130-b7a0-5fded44f073a req-566bf08f-97b5-4c5d-9084-572bdd27f249 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] For port 7b317dc6-9f9e-4d27-835f-59826471385b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7b317dc6-9f9e-4d27-835f-59826471385b,segment=NetworkSegment(5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8),segment_id=5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8)] {{(pid=105767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:52:08.720590 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-097b7904-e8cf-4130-b7a0-5fded44f073a req-566bf08f-97b5-4c5d-9084-572bdd27f249 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:08.736757 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [req-097b7904-e8cf-4130-b7a0-5fded44f073a req-566bf08f-97b5-4c5d-9084-572bdd27f249 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Calling delete_port for 7b317dc6-9f9e-4d27-835f-59826471385b owned by compute:nova {{(pid=105767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:52:08.744546 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6de98ade-9231-46fb-aa26-0331deb80ed2 req-bc8c8105-ed8f-47bc-9a53-59cc75491847 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359507 Oct 12 17:52:08.866713 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-097b7904-e8cf-4130-b7a0-5fded44f073a req-566bf08f-97b5-4c5d-9084-572bdd27f249 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:08.880879 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['426df742-989e-4ee7-a8aa-ecb26353a563', 'db840be7-c43f-41f5-babc-f6af84dead4d', '7b317dc6-9f9e-4d27-835f-59826471385b'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:52:08.894904 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566bf08f-97b5-4c5d-9084-572bdd27f249 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Pushing event deleted for resources: {'Port': ['ID=7b317dc6-9f9e-4d27-835f-59826471385b,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:08.939175 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [req-097b7904-e8cf-4130-b7a0-5fded44f073a req-566bf08f-97b5-4c5d-9084-572bdd27f249 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] No DVR routers for this DVR port 7b317dc6-9f9e-4d27-835f-59826471385b on host hv-cinder-81322 {{(pid=105767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:52:08.942803 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-097b7904-e8cf-4130-b7a0-5fded44f073a req-566bf08f-97b5-4c5d-9084-572bdd27f249 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:08.947742 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-097b7904-e8cf-4130-b7a0-5fded44f073a req-566bf08f-97b5-4c5d-9084-572bdd27f249 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.44 "DELETE /v2.0/ports/7b317dc6-9f9e-4d27-835f-59826471385b HTTP/1.1" status: 204 len: 173 time: 0.4161942 Oct 12 17:52:08.948439 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1cbdaf-897a-4714-98d8-d58aa1441d38', 'name': 'network-vif-deleted', 'tag': '7b317dc6-9f9e-4d27-835f-59826471385b'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:52:08.951967 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017370ad-9168-4da6-81b3-f7e78748de74" -d '{"events": [{"server_uuid": "9a1cbdaf-897a-4714-98d8-d58aa1441d38", "name": "network-vif-deleted", "tag": "7b317dc6-9f9e-4d27-835f-59826471385b"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:52:09.004733 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9524e48f-4098-4690-a2dd-6911e3d389ab x-openstack-request-id: req-9524e48f-4098-4690-a2dd-6911e3d389ab {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:52:09.005166 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1cbdaf-897a-4714-98d8-d58aa1441d38", "name": "network-vif-deleted", "tag": "7b317dc6-9f9e-4d27-835f-59826471385b", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:52:09.005478 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-9524e48f-4098-4690-a2dd-6911e3d389ab {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:52:09.006286 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1cbdaf-897a-4714-98d8-d58aa1441d38', 'name': 'network-vif-deleted', 'tag': '7b317dc6-9f9e-4d27-835f-59826471385b', 'status': 'completed', 'code': 200} Oct 12 17:52:09.811062 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1895741-ad21-4a46-b309-3d4a6ee843e6 req-4ceb4921-b587-45a0-a943-10bd28eb598d tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:09.812704 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f1895741-ad21-4a46-b309-3d4a6ee843e6 req-4ceb4921-b587-45a0-a943-10bd28eb598d tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0561812 Oct 12 17:52:09.856730 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f1895741-ad21-4a46-b309-3d4a6ee843e6 req-f20a5f42-5cb9-401a-a02a-54bd8df94e26 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372026 Oct 12 17:52:10.064144 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba0fb0-e09d-4561-8486-2362e2121e98 req-21af84d4-1247-4e79-9b24-0f9e499ac096 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:10.069328 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5dba0fb0-e09d-4561-8486-2362e2121e98 req-21af84d4-1247-4e79-9b24-0f9e499ac096 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=26538d7c-f34f-4612-8144-a0a11ec2b333 HTTP/1.1" status: 200 len: 945 time: 0.0584743 Oct 12 17:52:10.108362 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5dba0fb0-e09d-4561-8486-2362e2121e98 req-969eff1a-1118-4059-a3a2-ed182654d7eb tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352685 Oct 12 17:52:10.120164 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 36478) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:10.248627 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-1425681f-8d7a-47d7-af03-4b93e558173c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:10.324368 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-1425681f-8d7a-47d7-af03-4b93e558173c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:10.330027 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-1425681f-8d7a-47d7-af03-4b93e558173c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:10.369704 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-1425681f-8d7a-47d7-af03-4b93e558173c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=66d385b944e0482fb2478fefc8cd77cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2484260 Oct 12 17:52:10.370532 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1425681f-8d7a-47d7-af03-4b93e558173c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db87077-48ef-47d7-84ca-d5f36085a269,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:10.373642 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 36482) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:10.431129 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5e3eb8af-b6b6-4198-9731-fa449faa1869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:10.457447 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5e3eb8af-b6b6-4198-9731-fa449faa1869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:10.507360 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5e3eb8af-b6b6-4198-9731-fa449faa1869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:10.509940 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5e3eb8af-b6b6-4198-9731-fa449faa1869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:10.511109 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-5e3eb8af-b6b6-4198-9731-fa449faa1869 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5db87077-48ef-47d7-84ca-d5f36085a269 HTTP/1.1" status: 204 len: 168 time: 0.1360688 Oct 12 17:52:10.518669 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3eb8af-b6b6-4198-9731-fa449faa1869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db87077-48ef-47d7-84ca-d5f36085a269,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:10.989926 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef70f77-a2f3-45de-a6ef-438b2ba43243 req-2f8ccb2f-0dbf-465b-a5c4-2e9bc4bfcb7c tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:10.991934 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6ef70f77-a2f3-45de-a6ef-438b2ba43243 req-2f8ccb2f-0dbf-465b-a5c4-2e9bc4bfcb7c tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0534313 Oct 12 17:52:11.004241 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-15d6cb44-e09f-40a4-a439-81a3414f5ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:11.032057 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6ef70f77-a2f3-45de-a6ef-438b2ba43243 req-5593bc5d-822a-4833-8f15-3c016500279f tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341954 Oct 12 17:52:11.236109 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8af2d-ad0e-4082-a0b7-37c1cf16f9b1 req-3adcc2b0-bafa-4011-92e7-c8105bfd9a2e tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:11.237793 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-08f8af2d-ad0e-4082-a0b7-37c1cf16f9b1 req-3adcc2b0-bafa-4011-92e7-c8105bfd9a2e tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=26538d7c-f34f-4612-8144-a0a11ec2b333 HTTP/1.1" status: 200 len: 945 time: 0.0575218 Oct 12 17:52:11.276649 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-08f8af2d-ad0e-4082-a0b7-37c1cf16f9b1 req-1e0ec697-3448-4442-8e02-30d90ac488e1 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323169 Oct 12 17:52:11.469249 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e365df-de24-4279-8013-4e663ae58c05 req-26a8a2d4-820e-472c-a637-af4598ee2143 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:11.470651 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-b3e365df-de24-4279-8013-4e663ae58c05 req-26a8a2d4-820e-472c-a637-af4598ee2143 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.44 "GET /v2.0/ports?device_id=26538d7c-f34f-4612-8144-a0a11ec2b333 HTTP/1.1" status: 200 len: 945 time: 0.0590041 Oct 12 17:52:11.576972 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [req-b3e365df-de24-4279-8013-4e663ae58c05 req-83970318-833a-4633-a2e3-3aa562becb0d tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Deleting port db840be7-c43f-41f5-babc-f6af84dead4d {{(pid=105767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:52:11.577312 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-b3e365df-de24-4279-8013-4e663ae58c05 req-83970318-833a-4633-a2e3-3aa562becb0d tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:11.669300 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-b3e365df-de24-4279-8013-4e663ae58c05 req-83970318-833a-4633-a2e3-3aa562becb0d tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] For port db840be7-c43f-41f5-babc-f6af84dead4d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=db840be7-c43f-41f5-babc-f6af84dead4d,segment=NetworkSegment(5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8),segment_id=5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8)] {{(pid=105767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:52:11.669618 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-b3e365df-de24-4279-8013-4e663ae58c05 req-83970318-833a-4633-a2e3-3aa562becb0d tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:11.682221 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [req-b3e365df-de24-4279-8013-4e663ae58c05 req-83970318-833a-4633-a2e3-3aa562becb0d tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Calling delete_port for db840be7-c43f-41f5-babc-f6af84dead4d owned by compute:nova {{(pid=105767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:52:11.821918 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-b3e365df-de24-4279-8013-4e663ae58c05 req-83970318-833a-4633-a2e3-3aa562becb0d tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:11.834053 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['426df742-989e-4ee7-a8aa-ecb26353a563', 'db840be7-c43f-41f5-babc-f6af84dead4d'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:52:11.850511 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83970318-833a-4633-a2e3-3aa562becb0d tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Pushing event deleted for resources: {'Port': ['ID=db840be7-c43f-41f5-babc-f6af84dead4d,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:11.888624 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:11.894245 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e365df-de24-4279-8013-4e663ae58c05 req-83970318-833a-4633-a2e3-3aa562becb0d tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] No DVR routers for this DVR port db840be7-c43f-41f5-babc-f6af84dead4d on host hv-cinder-81322 {{(pid=105767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:52:11.896537 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-b3e365df-de24-4279-8013-4e663ae58c05 req-83970318-833a-4633-a2e3-3aa562becb0d tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:11.900618 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-b3e365df-de24-4279-8013-4e663ae58c05 req-83970318-833a-4633-a2e3-3aa562becb0d tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.44 "DELETE /v2.0/ports/db840be7-c43f-41f5-babc-f6af84dead4d HTTP/1.1" status: 204 len: 173 time: 0.4227688 Oct 12 17:52:11.901062 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26538d7c-f34f-4612-8144-a0a11ec2b333', 'name': 'network-vif-deleted', 'tag': 'db840be7-c43f-41f5-babc-f6af84dead4d'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:52:11.903305 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b44080-dc02-4e47-809e-bfdbc5e10095" -d '{"events": [{"server_uuid": "26538d7c-f34f-4612-8144-a0a11ec2b333", "name": "network-vif-deleted", "tag": "db840be7-c43f-41f5-babc-f6af84dead4d"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:52:11.940830 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455b042d-6053-43d7-b206-0d317b3f817d x-openstack-request-id: req-455b042d-6053-43d7-b206-0d317b3f817d {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:52:11.941110 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26538d7c-f34f-4612-8144-a0a11ec2b333", "name": "network-vif-deleted", "tag": "db840be7-c43f-41f5-babc-f6af84dead4d", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:52:11.941353 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-455b042d-6053-43d7-b206-0d317b3f817d {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:52:11.941735 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26538d7c-f34f-4612-8144-a0a11ec2b333', 'name': 'network-vif-deleted', 'tag': 'db840be7-c43f-41f5-babc-f6af84dead4d', 'status': 'completed', 'code': 200} Oct 12 17:52:12.152287 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eeef01-467a-4ec9-95c0-85cda8dee6d2 req-17eea11e-5c39-4196-b256-93e5b99b6817 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:12.153662 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-83eeef01-467a-4ec9-95c0-85cda8dee6d2 req-17eea11e-5c39-4196-b256-93e5b99b6817 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0536776 Oct 12 17:52:12.205479 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-83eeef01-467a-4ec9-95c0-85cda8dee6d2 req-a5841dce-7a2c-42c4-b3f6-70a290efc44d tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430138 Oct 12 17:52:12.263151 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:12.388476 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-be161017-e6ef-4453-aa1b-581f8a575c59 req-725ce724-a312-42ea-831c-f1a4886fbd20 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=26538d7c-f34f-4612-8144-a0a11ec2b333 HTTP/1.1" status: 200 len: 210 time: 0.0262511 Oct 12 17:52:12.985776 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device db840be7-c43f-41f5-babc-f6af84dead4d no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:52:13.006753 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] No Port match for: db840be7-c43f-41f5-babc-f6af84dead4d {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:52:13.007097 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device db840be7-c43f-41f5-babc-f6af84dead4d not bound to the agent host hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:52:13.007513 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 7b317dc6-9f9e-4d27-835f-59826471385b no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:52:13.026189 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] No Port match for: 7b317dc6-9f9e-4d27-835f-59826471385b {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:52:13.026521 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 7b317dc6-9f9e-4d27-835f-59826471385b not bound to the agent host hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:52:13.330170 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27e497-a2bb-40ca-8628-e30351a8456d req-e66224d5-02fa-487c-9910-20990ec9addd tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:13.331660 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-fb27e497-a2bb-40ca-8628-e30351a8456d req-e66224d5-02fa-487c-9910-20990ec9addd tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0530562 Oct 12 17:52:13.372439 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-fb27e497-a2bb-40ca-8628-e30351a8456d req-7ce15c0a-55c0-41d5-8a0a-201e2204f015 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342643 Oct 12 17:52:13.795736 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:14.512831 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b546e8-1a2b-426c-9976-5735e1a4d563 req-0df7b218-0fdf-426a-9240-76ebeaa0d084 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:14.514287 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d2b546e8-1a2b-426c-9976-5735e1a4d563 req-0df7b218-0fdf-426a-9240-76ebeaa0d084 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0583835 Oct 12 17:52:14.554497 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d2b546e8-1a2b-426c-9976-5735e1a4d563 req-487995e0-2e95-428f-816b-e36c015636a2 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341985 Oct 12 17:52:14.804254 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a1644-7bf2-4fb2-9566-06b672f6c5d2 req-623c2ff3-3108-436b-ac2f-f4abb866c509 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:14.806210 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c27a1644-7bf2-4fb2-9566-06b672f6c5d2 req-623c2ff3-3108-436b-ac2f-f4abb866c509 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5633108-16aa-4364-8e34-678eb18fa309 HTTP/1.1" status: 200 len: 946 time: 0.0645306 Oct 12 17:52:14.845459 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c27a1644-7bf2-4fb2-9566-06b672f6c5d2 req-281e58e3-d668-4030-b691-99bff090e191 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327184 Oct 12 17:52:15.680169 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400fd47-9bbf-4102-948f-ac18af89c1d8 req-b5e3a496-e0b3-430d-9f34-c3c206513d7b tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:15.681708 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e400fd47-9bbf-4102-948f-ac18af89c1d8 req-b5e3a496-e0b3-430d-9f34-c3c206513d7b tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0507822 Oct 12 17:52:15.723273 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e400fd47-9bbf-4102-948f-ac18af89c1d8 req-3ac0ebce-fff4-428b-bafd-7e2a42561bfb tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327868 Oct 12 17:52:15.973654 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb05e0-afa0-4381-bb2b-b1f4792130f8 req-b9d2a940-66e2-4e1b-95ec-b78238a7fe01 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:15.975123 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2feb05e0-afa0-4381-bb2b-b1f4792130f8 req-b9d2a940-66e2-4e1b-95ec-b78238a7fe01 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5633108-16aa-4364-8e34-678eb18fa309 HTTP/1.1" status: 200 len: 946 time: 0.0496109 Oct 12 17:52:16.016930 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2feb05e0-afa0-4381-bb2b-b1f4792130f8 req-024c405e-b71e-445c-b0e8-9d80cf136e2c tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cdb53ac8-05f1-4393-913c-908f9f2aa523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344377 Oct 12 17:52:16.513539 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b62566-07fa-4db2-991d-b8b8d2ab68f0 req-9a6a96c6-d975-47ff-81f7-2fa4620c530d tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:16.515017 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-b3b62566-07fa-4db2-991d-b8b8d2ab68f0 req-9a6a96c6-d975-47ff-81f7-2fa4620c530d tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5633108-16aa-4364-8e34-678eb18fa309 HTTP/1.1" status: 200 len: 946 time: 0.0596745 Oct 12 17:52:16.613091 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [req-b3b62566-07fa-4db2-991d-b8b8d2ab68f0 req-1154b452-f28c-440d-ba75-423cf324cc17 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Deleting port 426df742-989e-4ee7-a8aa-ecb26353a563 {{(pid=105767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:52:16.613476 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-b3b62566-07fa-4db2-991d-b8b8d2ab68f0 req-1154b452-f28c-440d-ba75-423cf324cc17 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:16.917541 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-b3b62566-07fa-4db2-991d-b8b8d2ab68f0 req-1154b452-f28c-440d-ba75-423cf324cc17 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] For port 426df742-989e-4ee7-a8aa-ecb26353a563, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=426df742-989e-4ee7-a8aa-ecb26353a563,segment=NetworkSegment(5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8),segment_id=5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8)] {{(pid=105767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:52:16.917784 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-b3b62566-07fa-4db2-991d-b8b8d2ab68f0 req-1154b452-f28c-440d-ba75-423cf324cc17 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:16.932503 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [req-b3b62566-07fa-4db2-991d-b8b8d2ab68f0 req-1154b452-f28c-440d-ba75-423cf324cc17 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Calling delete_port for 426df742-989e-4ee7-a8aa-ecb26353a563 owned by compute:nova {{(pid=105767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:52:17.044638 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7151a29-f15b-4cb0-9f0a-bcd35a45186e req-f5dad395-a02f-42ca-87cb-0f3c17ac52a8 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:17.046164 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c7151a29-f15b-4cb0-9f0a-bcd35a45186e req-f5dad395-a02f-42ca-87cb-0f3c17ac52a8 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.2515697 Oct 12 17:52:17.065906 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-b3b62566-07fa-4db2-991d-b8b8d2ab68f0 req-1154b452-f28c-440d-ba75-423cf324cc17 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:17.079494 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['426df742-989e-4ee7-a8aa-ecb26353a563'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:52:17.085778 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c7151a29-f15b-4cb0-9f0a-bcd35a45186e req-439d5c5d-7cd9-47ac-8160-f90dc429c75b tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333302 Oct 12 17:52:17.098935 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154b452-f28c-440d-ba75-423cf324cc17 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Pushing event deleted for resources: {'Port': ['ID=426df742-989e-4ee7-a8aa-ecb26353a563,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:17.111947 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154b452-f28c-440d-ba75-423cf324cc17 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:17.112294 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154b452-f28c-440d-ba75-423cf324cc17 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:17.112746 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154b452-f28c-440d-ba75-423cf324cc17 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:17.113068 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154b452-f28c-440d-ba75-423cf324cc17 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:17.113343 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154b452-f28c-440d-ba75-423cf324cc17 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:17.113690 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154b452-f28c-440d-ba75-423cf324cc17 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:17.113981 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154b452-f28c-440d-ba75-423cf324cc17 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:17.114321 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154b452-f28c-440d-ba75-423cf324cc17 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:17.114700 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154b452-f28c-440d-ba75-423cf324cc17 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:17.115021 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154b452-f28c-440d-ba75-423cf324cc17 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:17.115196 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-dd4ca296-e519-42a0-9e0d-de4e11e4ef20 req-4a7f1345-f073-41c7-9acb-0c8a7a62fa78 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5633108-16aa-4364-8e34-678eb18fa309 HTTP/1.1" status: 200 len: 210 time: 0.0256536 Oct 12 17:52:17.115353 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154b452-f28c-440d-ba75-423cf324cc17 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:17.115666 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154b452-f28c-440d-ba75-423cf324cc17 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:17.154220 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b62566-07fa-4db2-991d-b8b8d2ab68f0 req-1154b452-f28c-440d-ba75-423cf324cc17 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] No DVR routers for this DVR port 426df742-989e-4ee7-a8aa-ecb26353a563 on host hv-cinder-81322 {{(pid=105767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:52:17.156693 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-b3b62566-07fa-4db2-991d-b8b8d2ab68f0 req-1154b452-f28c-440d-ba75-423cf324cc17 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:17.160157 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-b3b62566-07fa-4db2-991d-b8b8d2ab68f0 req-1154b452-f28c-440d-ba75-423cf324cc17 tempest-AttachVolumeNegativeTest-1879730009 tempest-AttachVolumeNegativeTest-1879730009-project] 10.222.0.44 "DELETE /v2.0/ports/426df742-989e-4ee7-a8aa-ecb26353a563 HTTP/1.1" status: 204 len: 173 time: 0.6372707 Oct 12 17:52:17.160602 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5633108-16aa-4364-8e34-678eb18fa309', 'name': 'network-vif-deleted', 'tag': '426df742-989e-4ee7-a8aa-ecb26353a563'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:52:17.163337 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08975e6-a634-40da-9130-c4cabce016b6" -d '{"events": [{"server_uuid": "b5633108-16aa-4364-8e34-678eb18fa309", "name": "network-vif-deleted", "tag": "426df742-989e-4ee7-a8aa-ecb26353a563"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:52:17.204381 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410a0427-9cfb-4f98-8156-db9684000979 x-openstack-request-id: req-410a0427-9cfb-4f98-8156-db9684000979 {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:52:17.204672 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5633108-16aa-4364-8e34-678eb18fa309", "name": "network-vif-deleted", "tag": "426df742-989e-4ee7-a8aa-ecb26353a563", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:52:17.204960 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-410a0427-9cfb-4f98-8156-db9684000979 {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:52:17.205583 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5633108-16aa-4364-8e34-678eb18fa309', 'name': 'network-vif-deleted', 'tag': '426df742-989e-4ee7-a8aa-ecb26353a563', 'status': 'completed', 'code': 200} Oct 12 17:52:18.181469 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 36526) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:18.249471 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.db_base_plugin_v2 [None req-aca28213-5cd4-41be-95e3-d203eee50c7d admin admin] Deleting subnet 45759d7e-d25f-43ae-8f03-94166684d89c {{(pid=105766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:52:18.254311 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-aca28213-5cd4-41be-95e3-d203eee50c7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:18.285906 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0d3fd-fbf7-4ca8-b9be-7987c723dce8 req-d1209401-6264-4998-a61b-f578085d856e tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:18.287385 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6bc0d3fd-fbf7-4ca8-b9be-7987c723dce8 req-d1209401-6264-4998-a61b-f578085d856e tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0979059 Oct 12 17:52:18.303018 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-aca28213-5cd4-41be-95e3-d203eee50c7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6237308'] for subnet, precommit_delete_associations {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:18.357062 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6bc0d3fd-fbf7-4ca8-b9be-7987c723dce8 req-48ce936b-252a-4b31-a2b8-0bf3dc798a30 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636096 Oct 12 17:52:18.359431 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-aca28213-5cd4-41be-95e3-d203eee50c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727552'] for subnet, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:18.417691 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-aca28213-5cd4-41be-95e3-d203eee50c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4464464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4858339'] for subnet, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:18.441759 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca28213-5cd4-41be-95e3-d203eee50c7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45759d7e-d25f-43ae-8f03-94166684d89c,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:18.445410 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-aca28213-5cd4-41be-95e3-d203eee50c7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:18.448773 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-aca28213-5cd4-41be-95e3-d203eee50c7d admin admin] 10.222.0.85 "DELETE /v2.0/subnets/45759d7e-d25f-43ae-8f03-94166684d89c HTTP/1.1" status: 204 len: 168 time: 0.2658300 Oct 12 17:52:18.451346 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 36528) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:18.519842 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-131bd5f6-d718-4011-af92-6c72bcc717f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657003'] for network, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:18.612240 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-131bd5f6-d718-4011-af92-6c72bcc717f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721659', 'neutron.services.segments.db._delete_segments_for_network-8752770191620'] for network, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:18.633091 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.services.segments.db [None req-131bd5f6-d718-4011-af92-6c72bcc717f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa']}} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:52:18.642546 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.services.segments.db [None req-131bd5f6-d718-4011-af92-6c72bcc717f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8') {'for_net_delete': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:52:18.642841 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.services.segments.db [None req-131bd5f6-d718-4011-af92-6c72bcc717f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fbcebd4-6e0c-4eca-bd41-9c98cf20eee8') {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:52:18.652271 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-131bd5f6-d718-4011-af92-6c72bcc717f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752770190093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6237303'] for segment, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:18.665434 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-131bd5f6-d718-4011-af92-6c72bcc717f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234'] for segment, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:18.671751 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-131bd5f6-d718-4011-af92-6c72bcc717f6 admin admin] Releasing vlan 1396 on physical network physnet1 to pool {{(pid=105766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:52:18.672120 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-131bd5f6-d718-4011-af92-6c72bcc717f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4462734'] for segment, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:18.673878 dv-cinder-813226-2-iscsi neutron-server[105766]: Traceback (most recent call last): Oct 12 17:52:18.673878 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:52:18.673878 dv-cinder-813226-2-iscsi neutron-server[105766]: timer() Oct 12 17:52:18.673878 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:52:18.673878 dv-cinder-813226-2-iscsi neutron-server[105766]: cb(*args, **kw) Oct 12 17:52:18.673878 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:52:18.673878 dv-cinder-813226-2-iscsi neutron-server[105766]: return func(*args, **kwargs) Oct 12 17:52:18.673878 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:52:18.673878 dv-cinder-813226-2-iscsi neutron-server[105766]: self._notify() Oct 12 17:52:18.673878 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:52:18.673878 dv-cinder-813226-2-iscsi neutron-server[105766]: self.callback(batched_events) Oct 12 17:52:18.673878 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:52:18.673878 dv-cinder-813226-2-iscsi neutron-server[105766]: event.method(event) Oct 12 17:52:18.673878 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:52:18.673878 dv-cinder-813226-2-iscsi neutron-server[105766]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:52:18.673878 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:52:18.673878 dv-cinder-813226-2-iscsi neutron-server[105766]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:52:18.673878 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:52:18.673878 dv-cinder-813226-2-iscsi neutron-server[105766]: return f(self, *a, **k) Oct 12 17:52:18.673878 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:52:18.673878 dv-cinder-813226-2-iscsi neutron-server[105766]: return self._get(url).json() Oct 12 17:52:18.673878 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:52:18.673878 dv-cinder-813226-2-iscsi neutron-server[105766]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:52:18.673878 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:52:18.673878 dv-cinder-813226-2-iscsi neutron-server[105766]: return self.request(url, 'GET', **kwargs) Oct 12 17:52:18.673878 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:52:18.673878 dv-cinder-813226-2-iscsi neutron-server[105766]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:52:18.673878 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:52:18.673878 dv-cinder-813226-2-iscsi neutron-server[105766]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:52:18.673878 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:52:18.673878 dv-cinder-813226-2-iscsi neutron-server[105766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:52:18.673878 dv-cinder-813226-2-iscsi neutron-server[105766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:52:18.730132 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-131bd5f6-d718-4011-af92-6c72bcc717f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8091041'] for network, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:18.737649 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-131bd5f6-d718-4011-af92-6c72bcc717f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for network, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:18.744089 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-131bd5f6-d718-4011-af92-6c72bcc717f6 admin admin] 10.222.0.85 "DELETE /v2.0/networks/e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa HTTP/1.1" status: 204 len: 168 time: 0.2917845 Oct 12 17:52:18.757509 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131bd5f6-d718-4011-af92-6c72bcc717f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5b1ebd5-4816-4dd5-a8a6-0d8bd0fb96aa,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:18.944441 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 36532) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:18.985074 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-6b026148-e10b-4f88-8547-def8fc15ba39 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=34d68852db734aefb112496c454c9c73&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0395372 Oct 12 17:52:18.987759 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 36534) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:19.035485 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-833b48de-b858-4833-8b1d-cb65e741e5a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:19.058818 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-833b48de-b858-4833-8b1d-cb65e741e5a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:19.113728 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-833b48de-b858-4833-8b1d-cb65e741e5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:19.117760 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-833b48de-b858-4833-8b1d-cb65e741e5a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:19.119371 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-833b48de-b858-4833-8b1d-cb65e741e5a0 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/cdb53ac8-05f1-4393-913c-908f9f2aa523 HTTP/1.1" status: 204 len: 168 time: 0.1307728 Oct 12 17:52:19.127236 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b48de-b858-4833-8b1d-cb65e741e5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb53ac8-05f1-4393-913c-908f9f2aa523,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:19.484304 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b12aba-48d7-48f6-be65-3e31a95ba655 req-b5c00bb8-5296-4702-9f0c-ad48c3aa84a5 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:19.485831 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-b4b12aba-48d7-48f6-be65-3e31a95ba655 req-b5c00bb8-5296-4702-9f0c-ad48c3aa84a5 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0530412 Oct 12 17:52:19.523800 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-b4b12aba-48d7-48f6-be65-3e31a95ba655 req-af4ebc55-35f4-4b07-9f67-40efc6e908b7 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319026 Oct 12 17:52:20.644354 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec72250-4ff6-44c6-9312-c7667e0d62e9 req-2afd102e-db08-470e-9306-5c4b0687a7df tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:20.646838 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-1ec72250-4ff6-44c6-9312-c7667e0d62e9 req-2afd102e-db08-470e-9306-5c4b0687a7df tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0515623 Oct 12 17:52:20.683469 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-1ec72250-4ff6-44c6-9312-c7667e0d62e9 req-6737c634-2988-4e05-873a-9386856612c8 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315552 Oct 12 17:52:20.706095 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 36582) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:20.816762 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-edd8eb4a-8aef-433b-ba1a-d2907143543f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:20.891935 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-edd8eb4a-8aef-433b-ba1a-d2907143543f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:20.897874 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-edd8eb4a-8aef-433b-ba1a-d2907143543f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:20.937026 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-edd8eb4a-8aef-433b-ba1a-d2907143543f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=17e197fbb02346cbba18023ab7b7771c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2294850 Oct 12 17:52:20.937669 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8eb4a-8aef-433b-ba1a-d2907143543f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df573c6-83ec-4613-920d-d219a8f6918d,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:20.939918 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 36586) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:20.990745 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5501003d-50cc-4027-b99a-a000ceff4344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:21.012024 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5501003d-50cc-4027-b99a-a000ceff4344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:21.032368 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 426df742-989e-4ee7-a8aa-ecb26353a563 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:52:21.069038 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5501003d-50cc-4027-b99a-a000ceff4344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:21.071622 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5501003d-50cc-4027-b99a-a000ceff4344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:21.072794 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-5501003d-50cc-4027-b99a-a000ceff4344 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3df573c6-83ec-4613-920d-d219a8f6918d HTTP/1.1" status: 204 len: 168 time: 0.1319032 Oct 12 17:52:21.082926 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501003d-50cc-4027-b99a-a000ceff4344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df573c6-83ec-4613-920d-d219a8f6918d,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:21.140175 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 6 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:52:21.178138 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] No Port match for: 426df742-989e-4ee7-a8aa-ecb26353a563 {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:52:21.178571 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 426df742-989e-4ee7-a8aa-ecb26353a563 not bound to the agent host hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:52:21.357815 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 36592) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:21.370602 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f675590b-0db6-4cbf-886f-560e0177ef70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:21.452972 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f675590b-0db6-4cbf-886f-560e0177ef70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:21.458634 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f675590b-0db6-4cbf-886f-560e0177ef70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:21.499203 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-f675590b-0db6-4cbf-886f-560e0177ef70 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=34dd9e7bc4294578ae968b2ff1d40f6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1401143 Oct 12 17:52:21.500859 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675590b-0db6-4cbf-886f-560e0177ef70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa987bb-52da-473b-b410-d4a265ec6ac5,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:21.502384 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 36594) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:21.513602 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100dde7-8ce6-48f1-bb61-fd328137734e req-78fb5fb3-1a3e-4400-86f5-938b07ab5827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:21.515079 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-a100dde7-8ce6-48f1-bb61-fd328137734e req-78fb5fb3-1a3e-4400-86f5-938b07ab5827 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 1099 time: 0.0491862 Oct 12 17:52:21.569037 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-a100dde7-8ce6-48f1-bb61-fd328137734e req-453799fc-b4e0-49de-a510-91bda9ac2fd0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443041 Oct 12 17:52:21.579791 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-8257e76b-aa1e-4274-b0e5-376d03d6b7fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:21.604657 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-8257e76b-aa1e-4274-b0e5-376d03d6b7fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:21.655658 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-8257e76b-aa1e-4274-b0e5-376d03d6b7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:21.658146 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-8257e76b-aa1e-4274-b0e5-376d03d6b7fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:21.659339 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-8257e76b-aa1e-4274-b0e5-376d03d6b7fd admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/cfa987bb-52da-473b-b410-d4a265ec6ac5 HTTP/1.1" status: 204 len: 168 time: 0.1559377 Oct 12 17:52:21.667295 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8257e76b-aa1e-4274-b0e5-376d03d6b7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa987bb-52da-473b-b410-d4a265ec6ac5,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:21.799706 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c90dd-9403-471c-9956-fa65d9ed4ca3 req-933007df-ba2d-48b7-af30-6ace3da7a7f0 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:21.801266 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-878c90dd-9403-471c-9956-fa65d9ed4ca3 req-933007df-ba2d-48b7-af30-6ace3da7a7f0 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0516555 Oct 12 17:52:21.843816 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-878c90dd-9403-471c-9956-fa65d9ed4ca3 req-4386b70a-13fa-45ad-a412-aa11f67dafb7 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343010 Oct 12 17:52:22.944053 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-07c02faf-8488-4353-800a-3375ca97450d req-caf5f80f-a647-4892-b8b8-04258d61fde1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0540965 Oct 12 17:52:22.983355 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7f2e7-c41f-4a62-9189-2ae827e9d343 req-47432a5f-03fd-4eb6-bd28-e7151d680304 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:22.985966 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c8b7f2e7-c41f-4a62-9189-2ae827e9d343 req-47432a5f-03fd-4eb6-bd28-e7151d680304 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0733411 Oct 12 17:52:23.008572 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c02faf-8488-4353-800a-3375ca97450d req-dd6ae36f-5c9d-49fc-b598-e87f7af4cb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:23.010089 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-07c02faf-8488-4353-800a-3375ca97450d req-dd6ae36f-5c9d-49fc-b598-e87f7af4cb7a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=89b6f4855e534550a81cf612a58075dc&device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 1099 time: 0.0427608 Oct 12 17:52:23.026794 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c8b7f2e7-c41f-4a62-9189-2ae827e9d343 req-d819f7b3-590a-40e1-a48a-95a8801cff73 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347948 Oct 12 17:52:23.120771 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c02faf-8488-4353-800a-3375ca97450d req-39dc64a4-26ef-4efb-a755-1d7d62756fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:23.122261 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-07c02faf-8488-4353-800a-3375ca97450d req-39dc64a4-26ef-4efb-a755-1d7d62756fd2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f0076a2-dbd2-4243-8c7b-a99512793be3 HTTP/1.1" status: 200 len: 921 time: 0.0920618 Oct 12 17:52:23.172447 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-07c02faf-8488-4353-800a-3375ca97450d req-2aafa42c-a7cc-439b-8ff6-be8f26b95ea7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24c25e79-1674-4845-8134-8f5142b099cf HTTP/1.1" status: 200 len: 217 time: 0.0418489 Oct 12 17:52:23.232120 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c02faf-8488-4353-800a-3375ca97450d req-71553d3f-3506-4530-a1a0-8e267ce8281d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:23.233932 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-07c02faf-8488-4353-800a-3375ca97450d req-71553d3f-3506-4530-a1a0-8e267ce8281d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7974bc61-b9a6-46e8-8709-f4c6737f6759 HTTP/1.1" status: 200 len: 859 time: 0.0542033 Oct 12 17:52:23.278784 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-07c02faf-8488-4353-800a-3375ca97450d req-b72583f8-c4dc-43d7-b78e-aa767ce78c34 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f0076a2-dbd2-4243-8c7b-a99512793be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353086 Oct 12 17:52:23.340275 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29383d7c-4b3c-4947-8a12-df846aeaf323 req-ec86770d-67e9-42cb-9701-4df46a7d2ee4 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:23.341762 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-29383d7c-4b3c-4947-8a12-df846aeaf323 req-ec86770d-67e9-42cb-9701-4df46a7d2ee4 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0487275 Oct 12 17:52:23.378955 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-07c02faf-8488-4353-800a-3375ca97450d req-ff4350a9-417f-4e10-9ce7-7d44da590323 service neutron] 10.222.0.44 "GET /v2.0/networks/7f0076a2-dbd2-4243-8c7b-a99512793be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917141 Oct 12 17:52:23.381501 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-29383d7c-4b3c-4947-8a12-df846aeaf323 req-78260157-612b-4c67-b0bd-496866e74f99 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332570 Oct 12 17:52:23.392767 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 36652) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:23.473311 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-07c02faf-8488-4353-800a-3375ca97450d req-ac7444d9-9579-4b08-a1b1-c8fb157f0f05 service neutron] 10.222.0.44 "GET /v2.0/networks/7f0076a2-dbd2-4243-8c7b-a99512793be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869367 Oct 12 17:52:23.502376 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-755a5e19-8f80-4fd5-ad30-d10f93eb14fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:23.559309 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d64d84-1b51-452d-92be-af059c0dcb10 req-3e9ce5fc-f9e6-4f4d-9424-01737ec9bb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:23.560933 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-09d64d84-1b51-452d-92be-af059c0dcb10 req-3e9ce5fc-f9e6-4f4d-9424-01737ec9bb81 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=89b6f4855e534550a81cf612a58075dc&device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 1099 time: 0.0443902 Oct 12 17:52:23.584202 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-755a5e19-8f80-4fd5-ad30-d10f93eb14fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:23.588898 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-755a5e19-8f80-4fd5-ad30-d10f93eb14fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:23.626542 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-755a5e19-8f80-4fd5-ad30-d10f93eb14fe admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c84aca4de90a419f879f6ed7c97897ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2327588 Oct 12 17:52:23.627253 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a5e19-8f80-4fd5-ad30-d10f93eb14fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8925377c-be6b-4e4d-a91f-501ff8d53d61,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:23.630112 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 36656) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:23.661778 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d64d84-1b51-452d-92be-af059c0dcb10 req-51360640-aea9-4a26-9973-5462d895ba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:23.663380 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-09d64d84-1b51-452d-92be-af059c0dcb10 req-51360640-aea9-4a26-9973-5462d895ba0e service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f0076a2-dbd2-4243-8c7b-a99512793be3 HTTP/1.1" status: 200 len: 921 time: 0.0933802 Oct 12 17:52:23.680060 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5f0a3dd0-9798-4814-9875-29da77454fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:23.701396 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5f0a3dd0-9798-4814-9875-29da77454fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:23.708113 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-09d64d84-1b51-452d-92be-af059c0dcb10 req-809bcef6-7011-4162-a091-bf236f844ab5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24c25e79-1674-4845-8134-8f5142b099cf HTTP/1.1" status: 200 len: 217 time: 0.0355017 Oct 12 17:52:23.748342 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5f0a3dd0-9798-4814-9875-29da77454fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:23.750897 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5f0a3dd0-9798-4814-9875-29da77454fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:23.752042 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-5f0a3dd0-9798-4814-9875-29da77454fa7 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/8925377c-be6b-4e4d-a91f-501ff8d53d61 HTTP/1.1" status: 204 len: 168 time: 0.1205475 Oct 12 17:52:23.759648 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a3dd0-9798-4814-9875-29da77454fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8925377c-be6b-4e4d-a91f-501ff8d53d61,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:23.762071 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d64d84-1b51-452d-92be-af059c0dcb10 req-70188fb5-6e33-45ee-95c3-cb6cc101a0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:23.763641 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-09d64d84-1b51-452d-92be-af059c0dcb10 req-70188fb5-6e33-45ee-95c3-cb6cc101a0f8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7974bc61-b9a6-46e8-8709-f4c6737f6759 HTTP/1.1" status: 200 len: 859 time: 0.0475917 Oct 12 17:52:23.798403 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-09d64d84-1b51-452d-92be-af059c0dcb10 req-47d66676-bf10-4986-bfa0-65067225b77b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f0076a2-dbd2-4243-8c7b-a99512793be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261896 Oct 12 17:52:23.894196 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-09d64d84-1b51-452d-92be-af059c0dcb10 req-359f32ef-6d1d-419e-9cc6-81ec0d031e3b service neutron] 10.222.0.44 "GET /v2.0/networks/7f0076a2-dbd2-4243-8c7b-a99512793be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883100 Oct 12 17:52:23.992104 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-09d64d84-1b51-452d-92be-af059c0dcb10 req-a80b11b5-4212-4b39-a7ab-d66b3b778445 service neutron] 10.222.0.44 "GET /v2.0/networks/7f0076a2-dbd2-4243-8c7b-a99512793be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899289 Oct 12 17:52:24.026032 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 36662) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:24.040655 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-17eca551-3d60-4865-8664-4a1d36779cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:24.113963 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-17eca551-3d60-4865-8664-4a1d36779cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:24.120775 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-17eca551-3d60-4865-8664-4a1d36779cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:24.157036 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-17eca551-3d60-4865-8664-4a1d36779cd2 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a8a013204e484591bb9946b2b83605d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1296847 Oct 12 17:52:24.157965 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eca551-3d60-4865-8664-4a1d36779cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74354290-6adc-4e51-90b1-3fe83791da80,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:24.160577 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 36664) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:24.219009 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-23b59aec-e39f-4401-a6b0-0efd424a028f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:24.240857 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-23b59aec-e39f-4401-a6b0-0efd424a028f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:24.296304 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-23b59aec-e39f-4401-a6b0-0efd424a028f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:24.299073 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-23b59aec-e39f-4401-a6b0-0efd424a028f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:24.300238 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-23b59aec-e39f-4401-a6b0-0efd424a028f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/74354290-6adc-4e51-90b1-3fe83791da80 HTTP/1.1" status: 204 len: 168 time: 0.1386828 Oct 12 17:52:24.307809 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b59aec-e39f-4401-a6b0-0efd424a028f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74354290-6adc-4e51-90b1-3fe83791da80,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:24.497447 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af330867-32fa-41bd-83fb-32f2cf478dcc req-ddd08373-60a5-4d95-9f18-5e35c4823f2b tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:24.498959 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-af330867-32fa-41bd-83fb-32f2cf478dcc req-ddd08373-60a5-4d95-9f18-5e35c4823f2b tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0486088 Oct 12 17:52:24.538299 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-af330867-32fa-41bd-83fb-32f2cf478dcc req-e18b5003-4f0b-452c-ada3-dc9fb546a279 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333836 Oct 12 17:52:25.659684 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c275306-4b3d-49ec-81e8-68d6c470e52c req-33885457-0aa8-430a-87c9-b1b948867854 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:25.661205 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0c275306-4b3d-49ec-81e8-68d6c470e52c req-33885457-0aa8-430a-87c9-b1b948867854 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0527682 Oct 12 17:52:25.698377 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0c275306-4b3d-49ec-81e8-68d6c470e52c req-1ca075e0-07c5-4a1f-b801-5fe62135943e tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309582 Oct 12 17:52:26.583137 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:29.603485 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765e634-3e23-4636-b6ad-97eaadd22087 req-04a67943-3681-4d6b-ae60-ed3aec877ada tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:29.605062 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a765e634-3e23-4636-b6ad-97eaadd22087 req-04a67943-3681-4d6b-ae60-ed3aec877ada tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0516241 Oct 12 17:52:29.644296 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a765e634-3e23-4636-b6ad-97eaadd22087 req-ddbd6d4a-bac3-4ad3-9912-71c8d65a16a7 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331552 Oct 12 17:52:30.761563 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646cd39d-5a9c-4cf7-82ab-4c8eba78651a req-b93f417d-3028-4ee2-8cac-2115a503cabe tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:30.763099 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-646cd39d-5a9c-4cf7-82ab-4c8eba78651a req-b93f417d-3028-4ee2-8cac-2115a503cabe tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0499048 Oct 12 17:52:30.806625 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-646cd39d-5a9c-4cf7-82ab-4c8eba78651a req-c0cd88f4-5e17-4c0c-b969-0970a6ff688e tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374069 Oct 12 17:52:31.933621 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e40d4-1aa2-4f25-b339-7ca70233571b req-7f1564a0-20ef-4077-b006-d75d45f0827f tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:31.935283 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-1f5e40d4-1aa2-4f25-b339-7ca70233571b req-7f1564a0-20ef-4077-b006-d75d45f0827f tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0547624 Oct 12 17:52:31.962425 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa00cf7-a484-4a44-8444-0a0d4c0fe224 req-a422a749-dc8d-439d-9484-d21e6c2e0331 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:31.964174 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0aa00cf7-a484-4a44-8444-0a0d4c0fe224 req-a422a749-dc8d-439d-9484-d21e6c2e0331 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 945 time: 0.0519099 Oct 12 17:52:31.974101 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-1f5e40d4-1aa2-4f25-b339-7ca70233571b req-c3e387e4-0c65-43b1-b521-d835cb31d27c tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322790 Oct 12 17:52:32.066693 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [req-0aa00cf7-a484-4a44-8444-0a0d4c0fe224 req-fafb6f05-e39f-4de2-ac1f-d265d78007a0 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Deleting port 35a94161-db3c-4709-8a7d-be058bb5a9fc {{(pid=105767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:52:32.067032 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-0aa00cf7-a484-4a44-8444-0a0d4c0fe224 req-fafb6f05-e39f-4de2-ac1f-d265d78007a0 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:32.157877 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-0aa00cf7-a484-4a44-8444-0a0d4c0fe224 req-fafb6f05-e39f-4de2-ac1f-d265d78007a0 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] For port 35a94161-db3c-4709-8a7d-be058bb5a9fc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=35a94161-db3c-4709-8a7d-be058bb5a9fc,segment=NetworkSegment(65fbf064-3902-45d4-ad7b-f5e5a65fef05),segment_id=65fbf064-3902-45d4-ad7b-f5e5a65fef05)] {{(pid=105767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:52:32.158779 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-0aa00cf7-a484-4a44-8444-0a0d4c0fe224 req-fafb6f05-e39f-4de2-ac1f-d265d78007a0 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:32.170897 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [req-0aa00cf7-a484-4a44-8444-0a0d4c0fe224 req-fafb6f05-e39f-4de2-ac1f-d265d78007a0 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Calling delete_port for 35a94161-db3c-4709-8a7d-be058bb5a9fc owned by compute:nova {{(pid=105767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:52:32.309958 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-0aa00cf7-a484-4a44-8444-0a0d4c0fe224 req-fafb6f05-e39f-4de2-ac1f-d265d78007a0 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:32.322844 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['24c25e79-1674-4845-8134-8f5142b099cf', '35a94161-db3c-4709-8a7d-be058bb5a9fc'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:52:32.338449 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb6f05-e39f-4de2-ac1f-d265d78007a0 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Pushing event deleted for resources: {'Port': ['ID=35a94161-db3c-4709-8a7d-be058bb5a9fc,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:32.378225 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa00cf7-a484-4a44-8444-0a0d4c0fe224 req-fafb6f05-e39f-4de2-ac1f-d265d78007a0 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] No DVR routers for this DVR port 35a94161-db3c-4709-8a7d-be058bb5a9fc on host hv-cinder-81322 {{(pid=105767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:52:32.380881 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-0aa00cf7-a484-4a44-8444-0a0d4c0fe224 req-fafb6f05-e39f-4de2-ac1f-d265d78007a0 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:32.384197 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0aa00cf7-a484-4a44-8444-0a0d4c0fe224 req-fafb6f05-e39f-4de2-ac1f-d265d78007a0 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.44 "DELETE /v2.0/ports/35a94161-db3c-4709-8a7d-be058bb5a9fc HTTP/1.1" status: 204 len: 173 time: 0.4130430 Oct 12 17:52:32.384614 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8', 'name': 'network-vif-deleted', 'tag': '35a94161-db3c-4709-8a7d-be058bb5a9fc'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:52:32.386843 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03b2fb7-2d2b-4715-b37a-e37145dd787b" -d '{"events": [{"server_uuid": "f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8", "name": "network-vif-deleted", "tag": "35a94161-db3c-4709-8a7d-be058bb5a9fc"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:52:32.425850 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959b46bd-853f-4a29-aeca-dd48ad72abe8 x-openstack-request-id: req-959b46bd-853f-4a29-aeca-dd48ad72abe8 {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:52:32.426147 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8", "name": "network-vif-deleted", "tag": "35a94161-db3c-4709-8a7d-be058bb5a9fc", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:52:32.426370 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-959b46bd-853f-4a29-aeca-dd48ad72abe8 {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:52:32.426821 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8', 'name': 'network-vif-deleted', 'tag': '35a94161-db3c-4709-8a7d-be058bb5a9fc', 'status': 'completed', 'code': 200} Oct 12 17:52:33.084675 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4dc85842-f410-4bae-a470-5029dc8a554a req-57a52311-53c1-4c09-a00c-8b2644f3f1f1 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3a814ff-ac2c-40cd-8ab4-f93fe2a7f0f8 HTTP/1.1" status: 200 len: 210 time: 0.0275147 Oct 12 17:52:33.190118 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 36840) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:33.298998 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-811785eb-67e2-4c2a-8e6d-62742e037f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:33.380009 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-811785eb-67e2-4c2a-8e6d-62742e037f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:33.386539 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-811785eb-67e2-4c2a-8e6d-62742e037f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:33.422322 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811785eb-67e2-4c2a-8e6d-62742e037f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00ef1ca-8703-4392-8655-d34c96a7e6f1,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:33.426782 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-811785eb-67e2-4c2a-8e6d-62742e037f9d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=05920f51cfb2490aac40a7def739753e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354424 Oct 12 17:52:33.429931 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 36844) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:33.480253 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-1c36de89-4b7c-450c-8293-a19af26fe4d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:33.502089 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-1c36de89-4b7c-450c-8293-a19af26fe4d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:33.557420 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-1c36de89-4b7c-450c-8293-a19af26fe4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:33.560042 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-1c36de89-4b7c-450c-8293-a19af26fe4d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:33.564147 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-1c36de89-4b7c-450c-8293-a19af26fe4d2 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d00ef1ca-8703-4392-8655-d34c96a7e6f1 HTTP/1.1" status: 204 len: 168 time: 0.1303134 Oct 12 17:52:33.570011 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36de89-4b7c-450c-8293-a19af26fe4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00ef1ca-8703-4392-8655-d34c96a7e6f1,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:33.841949 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 36850) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:33.856047 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-876829b2-7012-43c1-bf6b-e63e319cd39d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:33.932517 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-876829b2-7012-43c1-bf6b-e63e319cd39d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:33.939069 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-876829b2-7012-43c1-bf6b-e63e319cd39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:33.977006 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876829b2-7012-43c1-bf6b-e63e319cd39d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d47981-b48e-468c-8237-9f70859b78a8,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:33.982937 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-876829b2-7012-43c1-bf6b-e63e319cd39d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=dc9017878d5d43d4b4bb9092379ee908&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1398747 Oct 12 17:52:33.985748 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 36852) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:34.045114 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-25e91da7-3bef-4b47-86b4-e8a07cfae71d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:34.067545 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-25e91da7-3bef-4b47-86b4-e8a07cfae71d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:34.117436 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-25e91da7-3bef-4b47-86b4-e8a07cfae71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:34.120285 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-25e91da7-3bef-4b47-86b4-e8a07cfae71d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:34.121669 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-25e91da7-3bef-4b47-86b4-e8a07cfae71d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/55d47981-b48e-468c-8237-9f70859b78a8 HTTP/1.1" status: 204 len: 168 time: 0.1348166 Oct 12 17:52:34.130044 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e91da7-3bef-4b47-86b4-e8a07cfae71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d47981-b48e-468c-8237-9f70859b78a8,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:34.359441 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8cb8d6-9fc0-4e6c-a654-19f317033c55 req-a10224fc-4dd0-4240-95e1-9d37b93c40a5 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:34.361046 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ad8cb8d6-9fc0-4e6c-a654-19f317033c55 req-a10224fc-4dd0-4240-95e1-9d37b93c40a5 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0485451 Oct 12 17:52:34.406644 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ad8cb8d6-9fc0-4e6c-a654-19f317033c55 req-7b63d7bf-9501-4b08-b497-592f6b0db22a tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373240 Oct 12 17:52:34.456323 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 36864) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:34.469878 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-004482c0-504e-412b-87e9-65d2ac3ad211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:34.543510 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-004482c0-504e-412b-87e9-65d2ac3ad211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:34.548429 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-004482c0-504e-412b-87e9-65d2ac3ad211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:34.591763 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-004482c0-504e-412b-87e9-65d2ac3ad211 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=14fbed8f4d3d4cc8a6be37a8a74f4da5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1341524 Oct 12 17:52:34.592726 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004482c0-504e-412b-87e9-65d2ac3ad211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c5214c-df7c-4a83-8025-d8d2df198e14,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:34.594336 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 36866) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:34.643265 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-dfb64f66-955e-437d-8371-e8dbf665b88a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:34.666811 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-dfb64f66-955e-437d-8371-e8dbf665b88a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:34.713116 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-dfb64f66-955e-437d-8371-e8dbf665b88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:34.715653 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-dfb64f66-955e-437d-8371-e8dbf665b88a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:34.716791 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-dfb64f66-955e-437d-8371-e8dbf665b88a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/94c5214c-df7c-4a83-8025-d8d2df198e14 HTTP/1.1" status: 204 len: 168 time: 0.1214445 Oct 12 17:52:34.724938 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb64f66-955e-437d-8371-e8dbf665b88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c5214c-df7c-4a83-8025-d8d2df198e14,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:35.528922 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8aa43-e23f-45b1-913e-2b0f76913240 req-0df89af2-21f9-4187-9085-2cbcadcf0fbc tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:35.530449 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e3a8aa43-e23f-45b1-913e-2b0f76913240 req-0df89af2-21f9-4187-9085-2cbcadcf0fbc tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0556681 Oct 12 17:52:35.570141 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e3a8aa43-e23f-45b1-913e-2b0f76913240 req-32f04536-720b-42e2-aeb7-3e1f72446063 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330949 Oct 12 17:52:36.689432 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870a0cd-db47-4ff3-8b9c-983fd4db5069 req-fe405fcb-ce85-4e4d-b48f-33fcdb17f084 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:36.690948 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6870a0cd-db47-4ff3-8b9c-983fd4db5069 req-fe405fcb-ce85-4e4d-b48f-33fcdb17f084 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0521672 Oct 12 17:52:36.729536 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6870a0cd-db47-4ff3-8b9c-983fd4db5069 req-98f0a622-daf5-4fef-929a-e34e397a400e tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324576 Oct 12 17:52:37.113655 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 35a94161-db3c-4709-8a7d-be058bb5a9fc no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:52:37.137435 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] No Port match for: 35a94161-db3c-4709-8a7d-be058bb5a9fc {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:52:37.137771 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 35a94161-db3c-4709-8a7d-be058bb5a9fc not bound to the agent host hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:52:37.857378 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42424ff0-0487-4728-87e7-aeddd34d5e1d req-d4c702aa-b0c5-4c8d-a8e8-6fc5f7f195e9 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:37.858880 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-42424ff0-0487-4728-87e7-aeddd34d5e1d req-d4c702aa-b0c5-4c8d-a8e8-6fc5f7f195e9 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0580158 Oct 12 17:52:37.907432 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-42424ff0-0487-4728-87e7-aeddd34d5e1d req-e392a120-886e-4633-9e4e-84b5ae05f958 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421526 Oct 12 17:52:38.282491 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-117eb654-9cd4-427d-9439-3b917aa9a2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:39.044553 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e3f35-ae17-472b-b74b-5bcd4f565f7b req-318080bb-5083-4744-a6aa-44d3c24bb6f1 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:39.046328 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-1d4e3f35-ae17-472b-b74b-5bcd4f565f7b req-318080bb-5083-4744-a6aa-44d3c24bb6f1 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0572782 Oct 12 17:52:39.086520 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-1d4e3f35-ae17-472b-b74b-5bcd4f565f7b req-8fc25c72-8570-4572-b66b-c22f43763faa tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338500 Oct 12 17:52:40.153808 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b7ec2-a866-4570-aa21-d65e92de91ab req-cd6c5815-5dd1-4f45-aa12-8997ef94ea98 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:40.155392 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-271b7ec2-a866-4570-aa21-d65e92de91ab req-cd6c5815-5dd1-4f45-aa12-8997ef94ea98 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0524347 Oct 12 17:52:40.207484 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578e12d-87db-4c68-82c6-e3d26724d073 req-e8e5c6c0-1f6d-4b2b-b243-86ac5ba89be7 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:40.208976 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8578e12d-87db-4c68-82c6-e3d26724d073 req-e8e5c6c0-1f6d-4b2b-b243-86ac5ba89be7 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa69d498-8371-47c9-a71c-9bc14d539743 HTTP/1.1" status: 200 len: 946 time: 0.0524073 Oct 12 17:52:40.249322 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8578e12d-87db-4c68-82c6-e3d26724d073 req-064a4662-7349-48d2-bbf9-7fb1e789ec42 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.85 "GET /v2.0/security-groups?id=2309796a-8eee-45f0-9527-e7cc76783623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340729 Oct 12 17:52:40.253077 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [req-271b7ec2-a866-4570-aa21-d65e92de91ab req-6f06b01b-8fbc-4032-8559-46dad89335c4 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Deleting port 24c25e79-1674-4845-8134-8f5142b099cf {{(pid=105767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:52:40.253426 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-271b7ec2-a866-4570-aa21-d65e92de91ab req-6f06b01b-8fbc-4032-8559-46dad89335c4 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:40.346055 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-271b7ec2-a866-4570-aa21-d65e92de91ab req-6f06b01b-8fbc-4032-8559-46dad89335c4 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] For port 24c25e79-1674-4845-8134-8f5142b099cf, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=24c25e79-1674-4845-8134-8f5142b099cf,segment=NetworkSegment(65fbf064-3902-45d4-ad7b-f5e5a65fef05),segment_id=65fbf064-3902-45d4-ad7b-f5e5a65fef05)] {{(pid=105767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:52:40.346400 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-271b7ec2-a866-4570-aa21-d65e92de91ab req-6f06b01b-8fbc-4032-8559-46dad89335c4 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:40.358922 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [req-271b7ec2-a866-4570-aa21-d65e92de91ab req-6f06b01b-8fbc-4032-8559-46dad89335c4 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Calling delete_port for 24c25e79-1674-4845-8134-8f5142b099cf owned by compute:nova {{(pid=105767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:52:40.492358 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-271b7ec2-a866-4570-aa21-d65e92de91ab req-6f06b01b-8fbc-4032-8559-46dad89335c4 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:40.504436 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['24c25e79-1674-4845-8134-8f5142b099cf'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:52:40.522258 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f06b01b-8fbc-4032-8559-46dad89335c4 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Pushing event deleted for resources: {'Port': ['ID=24c25e79-1674-4845-8134-8f5142b099cf,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:40.564214 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [req-271b7ec2-a866-4570-aa21-d65e92de91ab req-6f06b01b-8fbc-4032-8559-46dad89335c4 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] No DVR routers for this DVR port 24c25e79-1674-4845-8134-8f5142b099cf on host hv-cinder-81322 {{(pid=105767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:52:40.566735 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-271b7ec2-a866-4570-aa21-d65e92de91ab req-6f06b01b-8fbc-4032-8559-46dad89335c4 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:40.570209 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-271b7ec2-a866-4570-aa21-d65e92de91ab req-6f06b01b-8fbc-4032-8559-46dad89335c4 tempest-ServerRescueNegativeTestJSON-743054585 tempest-ServerRescueNegativeTestJSON-743054585-project] 10.222.0.44 "DELETE /v2.0/ports/24c25e79-1674-4845-8134-8f5142b099cf HTTP/1.1" status: 204 len: 173 time: 0.4067910 Oct 12 17:52:40.570668 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa69d498-8371-47c9-a71c-9bc14d539743', 'name': 'network-vif-deleted', 'tag': '24c25e79-1674-4845-8134-8f5142b099cf'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:52:40.573102 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c7e3d7-3cbe-408b-a15c-fb4375b3527b" -d '{"events": [{"server_uuid": "aa69d498-8371-47c9-a71c-9bc14d539743", "name": "network-vif-deleted", "tag": "24c25e79-1674-4845-8134-8f5142b099cf"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:52:40.611542 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00dfb3e-57f9-47dc-a223-0fd5c075c255 x-openstack-request-id: req-b00dfb3e-57f9-47dc-a223-0fd5c075c255 {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:52:40.611878 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa69d498-8371-47c9-a71c-9bc14d539743", "name": "network-vif-deleted", "tag": "24c25e79-1674-4845-8134-8f5142b099cf", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:52:40.612130 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b00dfb3e-57f9-47dc-a223-0fd5c075c255 {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:52:40.612552 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa69d498-8371-47c9-a71c-9bc14d539743', 'name': 'network-vif-deleted', 'tag': '24c25e79-1674-4845-8134-8f5142b099cf', 'status': 'completed', 'code': 200} Oct 12 17:52:41.009377 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-05f6e407-5764-4e88-9333-3997cc5ab81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:41.311966 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 36974) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:41.741569 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-dd05e130-5cc3-464f-9e48-f3b5a1611ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8115347'] for router_interface, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:41.874015 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:42.040039 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [None req-dd05e130-5cc3-464f-9e48-f3b5a1611ed3 admin admin] Deleting port 459099db-218d-49f3-8e83-de7c3f7fdc7f {{(pid=105767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:52:42.040385 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-dd05e130-5cc3-464f-9e48-f3b5a1611ed3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:42.137576 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-dd05e130-5cc3-464f-9e48-f3b5a1611ed3 admin admin] For port 459099db-218d-49f3-8e83-de7c3f7fdc7f, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=459099db-218d-49f3-8e83-de7c3f7fdc7f,segment=NetworkSegment(65fbf064-3902-45d4-ad7b-f5e5a65fef05),segment_id=65fbf064-3902-45d4-ad7b-f5e5a65fef05)] {{(pid=105767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:52:42.137925 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-dd05e130-5cc3-464f-9e48-f3b5a1611ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:42.150856 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [None req-dd05e130-5cc3-464f-9e48-f3b5a1611ed3 admin admin] Calling delete_port for 459099db-218d-49f3-8e83-de7c3f7fdc7f owned by network:router_interface {{(pid=105767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:52:42.268754 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:42.550019 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-dd05e130-5cc3-464f-9e48-f3b5a1611ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:42.574919 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05e130-5cc3-464f-9e48-f3b5a1611ed3 admin admin] Pushing event deleted for resources: {'Port': ['ID=459099db-218d-49f3-8e83-de7c3f7fdc7f,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:42.737665 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-dd05e130-5cc3-464f-9e48-f3b5a1611ed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8115239'] for router_interface, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:42.958238 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd05e130-5cc3-464f-9e48-f3b5a1611ed3 admin admin] Router 408ea965-1f88-4c9e-9d21-a4e828d7afa6 has already been hosted by L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 {{(pid=105767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:52:43.065600 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd05e130-5cc3-464f-9e48-f3b5a1611ed3 admin admin] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:52:43.071089 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-dd05e130-5cc3-464f-9e48-f3b5a1611ed3 admin admin] 10.222.0.85 "PUT /v2.0/routers/408ea965-1f88-4c9e-9d21-a4e828d7afa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7580788 Oct 12 17:52:43.073686 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 36986) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:43.077109 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6368c55-0f46-4d47-9e27-03cbaa4eba9b None None] Sync routers for ids ['408ea965-1f88-4c9e-9d21-a4e828d7afa6'] in dv-cinder-813226-2-iscsi {{(pid=105769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:52:43.087556 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6368c55-0f46-4d47-9e27-03cbaa4eba9b None None] Routers {'408ea965-1f88-4c9e-9d21-a4e828d7afa6'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:52:43.092958 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-a6368c55-0f46-4d47-9e27-03cbaa4eba9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:52:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['408ea965-1f88-4c9e-9d21-a4e828d7afa6'], 'active': True} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:52:43.180057 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-03b9186e-e840-40a6-9286-ecdfd66156c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:43.205270 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvr_db [None req-a6368c55-0f46-4d47-9e27-03cbaa4eba9b None None] Set router 408ea965-1f88-4c9e-9d21-a4e828d7afa6 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:52:43.286920 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-03b9186e-e840-40a6-9286-ecdfd66156c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:43.341050 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [None req-03b9186e-e840-40a6-9286-ecdfd66156c3 admin admin] Deleting port 833c99d8-44ff-4214-9e37-0927667e27cc {{(pid=105767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:52:43.341449 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-03b9186e-e840-40a6-9286-ecdfd66156c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:43.392346 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-a6368c55-0f46-4d47-9e27-03cbaa4eba9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '408ea965-1f88-4c9e-9d21-a4e828d7afa6', 'name': 'tempest-ServerRescueNegativeTestJSON-1117334187-router', 'tenant_id': '89b6f4855e534550a81cf612a58075dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '833c99d8-44ff-4214-9e37-0927667e27cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:49:13Z', 'updated_at': '2021-10-12T17:52:42Z', 'revision_number': 5, 'project_id': '89b6f4855e534550a81cf612a58075dc', 'gw_port': {'id': '833c99d8-44ff-4214-9e37-0927667e27cc', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ac:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408ea965-1f88-4c9e-9d21-a4e828d7afa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:14Z', 'updated_at': '2021-10-12T17:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi'}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:52:43.420963 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6368c55-0f46-4d47-9e27-03cbaa4eba9b None None] Checking router: 408ea965-1f88-4c9e-9d21-a4e828d7afa6 for host: dv-cinder-813226-2-iscsi {{(pid=105769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:52:43.426961 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-03b9186e-e840-40a6-9286-ecdfd66156c3 admin admin] For port 833c99d8-44ff-4214-9e37-0927667e27cc, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=833c99d8-44ff-4214-9e37-0927667e27cc,segment=NetworkSegment(f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1),segment_id=f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1)] {{(pid=105767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:52:43.427434 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-03b9186e-e840-40a6-9286-ecdfd66156c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:43.431481 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6368c55-0f46-4d47-9e27-03cbaa4eba9b None None] Routers {'408ea965-1f88-4c9e-9d21-a4e828d7afa6'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:52:43.432132 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-a6368c55-0f46-4d47-9e27-03cbaa4eba9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:52:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['408ea965-1f88-4c9e-9d21-a4e828d7afa6'], 'active': True} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:52:43.441633 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [None req-03b9186e-e840-40a6-9286-ecdfd66156c3 admin admin] Calling delete_port for 833c99d8-44ff-4214-9e37-0927667e27cc owned by network:router_gateway {{(pid=105767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:52:43.521470 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvr_db [None req-a6368c55-0f46-4d47-9e27-03cbaa4eba9b None None] Set router 408ea965-1f88-4c9e-9d21-a4e828d7afa6 gateway port host: None {{(pid=105769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:52:43.580435 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-a6368c55-0f46-4d47-9e27-03cbaa4eba9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '408ea965-1f88-4c9e-9d21-a4e828d7afa6', 'name': 'tempest-ServerRescueNegativeTestJSON-1117334187-router', 'tenant_id': '89b6f4855e534550a81cf612a58075dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:49:13Z', 'updated_at': '2021-10-12T17:52:43Z', 'revision_number': 6, 'project_id': '89b6f4855e534550a81cf612a58075dc', 'gw_port_host': None}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:52:43.618740 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6368c55-0f46-4d47-9e27-03cbaa4eba9b None None] The sync data for ids ['408ea965-1f88-4c9e-9d21-a4e828d7afa6'] in dv-cinder-813226-2-iscsi is: [{'id': '408ea965-1f88-4c9e-9d21-a4e828d7afa6', 'name': 'tempest-ServerRescueNegativeTestJSON-1117334187-router', 'tenant_id': '89b6f4855e534550a81cf612a58075dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:49:13Z', 'updated_at': '2021-10-12T17:52:43Z', 'revision_number': 6, 'project_id': '89b6f4855e534550a81cf612a58075dc', 'gw_port_host': None}] {{(pid=105769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:52:43.626577 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-03b9186e-e840-40a6-9286-ecdfd66156c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:43.655004 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b9186e-e840-40a6-9286-ecdfd66156c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=833c99d8-44ff-4214-9e37-0927667e27cc,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:43.693774 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9e9c4-89fa-4e63-b3fc-2ee5e2486105 req-ab3aa40b-759e-408f-9ec3-3b2168d352a4 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:43.695337 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e8f9e9c4-89fa-4e63-b3fc-2ee5e2486105 req-ab3aa40b-759e-408f-9ec3-3b2168d352a4 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 945 time: 0.0516443 Oct 12 17:52:43.718632 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-03b9186e-e840-40a6-9286-ecdfd66156c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8091077'] for router_gateway, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:43.738097 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e8f9e9c4-89fa-4e63-b3fc-2ee5e2486105 req-55ff712f-8e96-4974-9d00-9c32a61bf35a tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350127 Oct 12 17:52:43.797275 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:43.826919 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-03b9186e-e840-40a6-9286-ecdfd66156c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8113461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8192'] for router, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:43.829109 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-03b9186e-e840-40a6-9286-ecdfd66156c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:43.891982 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-03b9186e-e840-40a6-9286-ecdfd66156c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8113470'] for router, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:43.892699 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b9186e-e840-40a6-9286-ecdfd66156c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 408ea965-1f88-4c9e-9d21-a4e828d7afa6 {{(pid=105767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 17:52:43.899332 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-03b9186e-e840-40a6-9286-ecdfd66156c3 admin admin] Notify callbacks [] for router, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:43.900479 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-03b9186e-e840-40a6-9286-ecdfd66156c3 admin admin] 10.222.0.85 "DELETE /v2.0/routers/408ea965-1f88-4c9e-9d21-a4e828d7afa6 HTTP/1.1" status: 204 len: 168 time: 0.8259146 Oct 12 17:52:43.903189 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 36996) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:43.948711 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a722407-e9bd-4996-a7f4-c789b348be07 admin admin] Deleting subnet 7974bc61-b9a6-46e8-8709-f4c6737f6759 {{(pid=105767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:52:43.952147 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-1a722407-e9bd-4996-a7f4-c789b348be07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:43.990572 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-1a722407-e9bd-4996-a7f4-c789b348be07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4686406'] for subnet, precommit_delete_associations {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:44.030251 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-1a722407-e9bd-4996-a7f4-c789b348be07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727552'] for subnet, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:44.090441 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-1a722407-e9bd-4996-a7f4-c789b348be07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5196305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4575252'] for subnet, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:44.116266 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a722407-e9bd-4996-a7f4-c789b348be07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7974bc61-b9a6-46e8-8709-f4c6737f6759,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:44.119889 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-1a722407-e9bd-4996-a7f4-c789b348be07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for subnet, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:44.123655 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-1a722407-e9bd-4996-a7f4-c789b348be07 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/7974bc61-b9a6-46e8-8709-f4c6737f6759 HTTP/1.1" status: 204 len: 168 time: 0.2195463 Oct 12 17:52:44.125616 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 36998) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:44.204683 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-84dede04-1153-42e6-8a57-5642b55de9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657003'] for network, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:44.284766 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-84dede04-1153-42e6-8a57-5642b55de9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721659', 'neutron.services.segments.db._delete_segments_for_network-8752770191620'] for network, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:44.309490 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.services.segments.db [None req-84dede04-1153-42e6-8a57-5642b55de9f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f0076a2-dbd2-4243-8c7b-a99512793be3']}} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:52:44.319155 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.services.segments.db [None req-84dede04-1153-42e6-8a57-5642b55de9f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65fbf064-3902-45d4-ad7b-f5e5a65fef05') {'for_net_delete': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:52:44.319446 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.services.segments.db [None req-84dede04-1153-42e6-8a57-5642b55de9f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65fbf064-3902-45d4-ad7b-f5e5a65fef05') {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:52:44.329647 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-84dede04-1153-42e6-8a57-5642b55de9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752770190093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4686413'] for segment, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:44.342997 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-84dede04-1153-42e6-8a57-5642b55de9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234'] for segment, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:44.348788 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84dede04-1153-42e6-8a57-5642b55de9f7 admin admin] Releasing vlan 1362 on physical network physnet1 to pool {{(pid=105767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:52:44.349156 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-84dede04-1153-42e6-8a57-5642b55de9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5197263'] for segment, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:44.350894 dv-cinder-813226-2-iscsi neutron-server[105767]: Traceback (most recent call last): Oct 12 17:52:44.350894 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:52:44.350894 dv-cinder-813226-2-iscsi neutron-server[105767]: timer() Oct 12 17:52:44.350894 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:52:44.350894 dv-cinder-813226-2-iscsi neutron-server[105767]: cb(*args, **kw) Oct 12 17:52:44.350894 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:52:44.350894 dv-cinder-813226-2-iscsi neutron-server[105767]: return func(*args, **kwargs) Oct 12 17:52:44.350894 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:52:44.350894 dv-cinder-813226-2-iscsi neutron-server[105767]: self._notify() Oct 12 17:52:44.350894 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:52:44.350894 dv-cinder-813226-2-iscsi neutron-server[105767]: self.callback(batched_events) Oct 12 17:52:44.350894 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:52:44.350894 dv-cinder-813226-2-iscsi neutron-server[105767]: event.method(event) Oct 12 17:52:44.350894 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:52:44.350894 dv-cinder-813226-2-iscsi neutron-server[105767]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:52:44.350894 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:52:44.350894 dv-cinder-813226-2-iscsi neutron-server[105767]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:52:44.350894 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:52:44.350894 dv-cinder-813226-2-iscsi neutron-server[105767]: return f(self, *a, **k) Oct 12 17:52:44.350894 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:52:44.350894 dv-cinder-813226-2-iscsi neutron-server[105767]: return self._get(url).json() Oct 12 17:52:44.350894 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:52:44.350894 dv-cinder-813226-2-iscsi neutron-server[105767]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:52:44.350894 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:52:44.350894 dv-cinder-813226-2-iscsi neutron-server[105767]: return self.request(url, 'GET', **kwargs) Oct 12 17:52:44.350894 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:52:44.350894 dv-cinder-813226-2-iscsi neutron-server[105767]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:52:44.350894 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:52:44.350894 dv-cinder-813226-2-iscsi neutron-server[105767]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:52:44.350894 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:52:44.350894 dv-cinder-813226-2-iscsi neutron-server[105767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:52:44.350894 dv-cinder-813226-2-iscsi neutron-server[105767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:52:44.410545 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-84dede04-1153-42e6-8a57-5642b55de9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8091041'] for network, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:44.426967 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-84dede04-1153-42e6-8a57-5642b55de9f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for network, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:44.430840 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-84dede04-1153-42e6-8a57-5642b55de9f7 admin admin] 10.222.0.85 "DELETE /v2.0/networks/7f0076a2-dbd2-4243-8c7b-a99512793be3 HTTP/1.1" status: 204 len: 168 time: 0.3039834 Oct 12 17:52:44.431835 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dede04-1153-42e6-8a57-5642b55de9f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f0076a2-dbd2-4243-8c7b-a99512793be3,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:44.625926 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 37004) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:44.673470 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-d6b76cf8-dd1d-4305-a1e9-a8b48422f266 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=89b6f4855e534550a81cf612a58075dc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0465591 Oct 12 17:52:44.678888 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 37006) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:44.684730 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 459099db-218d-49f3-8e83-de7c3f7fdc7f no longer exists at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:52:44.708326 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] No Port match for: 459099db-218d-49f3-8e83-de7c3f7fdc7f {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:52:44.708760 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 459099db-218d-49f3-8e83-de7c3f7fdc7f not bound to the agent host dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:52:44.709174 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 833c99d8-44ff-4214-9e37-0927667e27cc no longer exists at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:52:44.729336 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-28747035-cfb7-41d2-badc-953d6a69735f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:44.731208 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] No Port match for: 833c99d8-44ff-4214-9e37-0927667e27cc {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:52:44.731558 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 833c99d8-44ff-4214-9e37-0927667e27cc not bound to the agent host dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:52:44.754836 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-28747035-cfb7-41d2-badc-953d6a69735f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:44.812441 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-28747035-cfb7-41d2-badc-953d6a69735f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:44.815929 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-28747035-cfb7-41d2-badc-953d6a69735f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:44.817342 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-28747035-cfb7-41d2-badc-953d6a69735f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2309796a-8eee-45f0-9527-e7cc76783623 HTTP/1.1" status: 204 len: 168 time: 0.1374130 Oct 12 17:52:44.832535 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28747035-cfb7-41d2-badc-953d6a69735f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2309796a-8eee-45f0-9527-e7cc76783623,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:44.873290 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1e899-a597-4f17-9700-83e48dfc2d58 req-957745f0-5e80-4550-8995-2cf65324b351 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:44.874790 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e5b1e899-a597-4f17-9700-83e48dfc2d58 req-957745f0-5e80-4550-8995-2cf65324b351 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 945 time: 0.0669291 Oct 12 17:52:44.921174 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e5b1e899-a597-4f17-9700-83e48dfc2d58 req-c8cd7ded-670d-450a-8e74-c382af477ba9 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380208 Oct 12 17:52:45.162696 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 24c25e79-1674-4845-8134-8f5142b099cf no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:52:45.185398 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] No Port match for: 24c25e79-1674-4845-8134-8f5142b099cf {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:52:45.185749 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 24c25e79-1674-4845-8134-8f5142b099cf not bound to the agent host hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:52:45.542121 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 37032) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:45.644510 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [None req-a6f01075-62aa-4fbb-a978-f8e871bcb4e8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1067764364-network', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:52:45.670359 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f01075-62aa-4fbb-a978-f8e871bcb4e8 admin admin] Made reservation on behalf of dfd0375a96eb488fae8a38e2ba0c646a for: {'network': 1} {{(pid=105767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:52:45.672899 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a6f01075-62aa-4fbb-a978-f8e871bcb4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for network, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:45.681486 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a6f01075-62aa-4fbb-a978-f8e871bcb4e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:45.768106 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a6f01075-62aa-4fbb-a978-f8e871bcb4e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:45.774544 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a6f01075-62aa-4fbb-a978-f8e871bcb4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:45.798919 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6f01075-62aa-4fbb-a978-f8e871bcb4e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1373, 'physical_network': 'physnet1'} {{(pid=105767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 17:52:45.808372 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f01075-62aa-4fbb-a978-f8e871bcb4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c176c5-59b3-498c-8d31-a1cec049d085,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:45.813445 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a6f01075-62aa-4fbb-a978-f8e871bcb4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234'] for segment, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:45.813778 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.db.segments_db [None req-a6f01075-62aa-4fbb-a978-f8e871bcb4e8 admin admin] Added segment 1daa5b13-1a46-4a51-8ff5-99f71f99c000 of type vlan for network 1d64f78d-25a5-4c4d-bea6-a6a102640e50 Oct 12 17:52:45.852407 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a6f01075-62aa-4fbb-a978-f8e871bcb4e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752769697868'] for network, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:45.881262 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a6f01075-62aa-4fbb-a978-f8e871bcb4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365'] for network, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:45.882129 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f01075-62aa-4fbb-a978-f8e871bcb4e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:45.882804 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a6f01075-62aa-4fbb-a978-f8e871bcb4e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for network, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:45.942308 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-a6f01075-62aa-4fbb-a978-f8e871bcb4e8 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.3990054 Oct 12 17:52:45.945991 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 37040) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:45.948125 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f01075-62aa-4fbb-a978-f8e871bcb4e8 admin admin] Pushing event updated for resources: {'Network': ['ID=1d64f78d-25a5-4c4d-bea6-a6a102640e50,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:45.952384 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-c73bfe1e-c33a-417b-ad19-e15fb296862e admin admin] Request body: {'subnet': {'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1067764364-subnet', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:52:45.959674 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Network 1d64f78d-25a5-4c4d-bea6-a6a102640e50 details requested by agent ovs-agent-dv-cinder-813226-2-iscsi with host dv-cinder-813226-2-iscsi {{(pid=105768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 17:52:45.996119 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73bfe1e-c33a-417b-ad19-e15fb296862e admin admin] Made reservation on behalf of dfd0375a96eb488fae8a38e2ba0c646a for: {'subnet': 1} {{(pid=105766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:52:45.998565 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c73bfe1e-c33a-417b-ad19-e15fb296862e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4858308'] for subnet, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:46.107781 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe9bf2-3492-4af8-9dea-b56a93135c1b req-07ed3f7a-4e36-45b2-80f0-dee2d0577cbc tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:46.109196 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4bbe9bf2-3492-4af8-9dea-b56a93135c1b req-07ed3f7a-4e36-45b2-80f0-dee2d0577cbc tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 945 time: 0.1076446 Oct 12 17:52:46.173452 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4bbe9bf2-3492-4af8-9dea-b56a93135c1b req-458f2ff3-b1b5-4a6e-bf5c-98ca7da575a8 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577719 Oct 12 17:52:46.237441 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c73bfe1e-c33a-417b-ad19-e15fb296862e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4464403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4858346'] for subnet, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:46.289191 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73bfe1e-c33a-417b-ad19-e15fb296862e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a884ca43-ba25-4d6f-85eb-cb8452a55329,revision_number=0']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:46.305212 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73bfe1e-c33a-417b-ad19-e15fb296862e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:46.305556 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73bfe1e-c33a-417b-ad19-e15fb296862e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:46.305895 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73bfe1e-c33a-417b-ad19-e15fb296862e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:46.306224 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73bfe1e-c33a-417b-ad19-e15fb296862e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:46.306577 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73bfe1e-c33a-417b-ad19-e15fb296862e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:46.306900 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73bfe1e-c33a-417b-ad19-e15fb296862e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:46.307224 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73bfe1e-c33a-417b-ad19-e15fb296862e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:46.307547 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73bfe1e-c33a-417b-ad19-e15fb296862e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:46.307866 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73bfe1e-c33a-417b-ad19-e15fb296862e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:46.308181 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73bfe1e-c33a-417b-ad19-e15fb296862e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:46.308498 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73bfe1e-c33a-417b-ad19-e15fb296862e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:46.308805 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73bfe1e-c33a-417b-ad19-e15fb296862e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:46.315309 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73bfe1e-c33a-417b-ad19-e15fb296862e admin admin] Checking segment: {'id': '1daa5b13-1a46-4a51-8ff5-99f71f99c000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1373, 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:52:46.315635 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73bfe1e-c33a-417b-ad19-e15fb296862e admin admin] Network hostable DHCP agents. Network: 1d64f78d-25a5-4c4d-bea6-a6a102640e50, hostable agents: ['d0966fcc-cf7f-4b12-bb12-2ea8651f1f29'], hosted agents: [] {{(pid=105766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 17:52:46.334947 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73bfe1e-c33a-417b-ad19-e15fb296862e admin admin] Network 1d64f78d-25a5-4c4d-bea6-a6a102640e50 is scheduled to be hosted by DHCP agent d0966fcc-cf7f-4b12-bb12-2ea8651f1f29 with binding_index 1 {{(pid=105766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 17:52:46.345422 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-c73bfe1e-c33a-417b-ad19-e15fb296862e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813226-2-iscsi, 1d64f78d-25a5-4c4d-bea6-a6a102640e50) {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:52:46.349498 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73bfe1e-c33a-417b-ad19-e15fb296862e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:46.350061 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c73bfe1e-c33a-417b-ad19-e15fb296862e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:46.356135 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332b8c98-d5da-4426-9df5-33c557c80807 None None] Network 1d64f78d-25a5-4c4d-bea6-a6a102640e50 requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:52:46.369439 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-c73bfe1e-c33a-417b-ad19-e15fb296862e admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4218256 Oct 12 17:52:46.372298 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 37042) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:46.376892 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [None req-eb53f5d8-f2e8-4a8a-b369-fdbceb1f2a82 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1067764364-router', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'}}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:52:46.403782 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-eb53f5d8-f2e8-4a8a-b369-fdbceb1f2a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8113643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8214'] for router, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:46.404957 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-eb53f5d8-f2e8-4a8a-b369-fdbceb1f2a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8113535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8116520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8054567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8217'] for router, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:46.461187 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-eb53f5d8-f2e8-4a8a-b369-fdbceb1f2a82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:46.537046 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca3293a-0511-44a4-abfc-e280ae32c24d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63d32738-508d-5f41-b292-c343124683fb-1d64f78d-25a5-4c4d-bea6-a6a102640e50', 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'fixed_ips': [{'subnet_id': 'a884ca43-ba25-4d6f-85eb-cb8452a55329'}]}} from dv-cinder-813226-2-iscsi. {{(pid=105768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 17:52:46.538073 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-bca3293a-0511-44a4-abfc-e280ae32c24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:46.610104 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-eb53f5d8-f2e8-4a8a-b369-fdbceb1f2a82 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:46.681305 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.db_base_plugin_common [None req-bca3293a-0511-44a4-abfc-e280ae32c24d None None] Allocated IP 172.20.0.2 (1d64f78d-25a5-4c4d-bea6-a6a102640e50/a884ca43-ba25-4d6f-85eb-cb8452a55329/71444821-79dd-4dee-a2e4-6efdce36c8b0) {{(pid=105768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:52:46.820558 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-eb53f5d8-f2e8-4a8a-b369-fdbceb1f2a82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:46.840241 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-eb53f5d8-f2e8-4a8a-b369-fdbceb1f2a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:46.841292 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-bca3293a-0511-44a4-abfc-e280ae32c24d None None] Notify callbacks [] for port, precommit_create {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:46.849339 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-bca3293a-0511-44a4-abfc-e280ae32c24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806'] for port, after_create {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:46.889522 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca3293a-0511-44a4-abfc-e280ae32c24d None None] Network 1d64f78d-25a5-4c4d-bea6-a6a102640e50 is already hosted by enough agents. {{(pid=105768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:52:46.892511 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.scheduler.base_scheduler [None req-bca3293a-0511-44a4-abfc-e280ae32c24d None None] Resources bound (agent type, host, resource id): {{(pid=105768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:52:46.896278 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca3293a-0511-44a4-abfc-e280ae32c24d None None] Received port after_create {{(pid=105768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:52:46.905633 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3293a-0511-44a4-abfc-e280ae32c24d None None] Pushing event updated for resources: {'Port': ['ID=71444821-79dd-4dee-a2e4-6efdce36c8b0,revision_number=1']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:46.925884 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca3293a-0511-44a4-abfc-e280ae32c24d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:46.926227 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca3293a-0511-44a4-abfc-e280ae32c24d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:46.926564 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca3293a-0511-44a4-abfc-e280ae32c24d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:46.926924 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca3293a-0511-44a4-abfc-e280ae32c24d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:46.927270 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca3293a-0511-44a4-abfc-e280ae32c24d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:46.927682 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca3293a-0511-44a4-abfc-e280ae32c24d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:46.927940 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca3293a-0511-44a4-abfc-e280ae32c24d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:46.928261 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca3293a-0511-44a4-abfc-e280ae32c24d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:46.928549 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca3293a-0511-44a4-abfc-e280ae32c24d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:46.928891 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca3293a-0511-44a4-abfc-e280ae32c24d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:46.929206 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca3293a-0511-44a4-abfc-e280ae32c24d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:46.929520 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca3293a-0511-44a4-abfc-e280ae32c24d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:46.948659 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.db_base_plugin_common [None req-eb53f5d8-f2e8-4a8a-b369-fdbceb1f2a82 admin admin] Allocated IP 172.27.0.14 (57ccf176-38b9-4e1d-8eda-123c8986cf55/09d55e93-213a-4ce1-b19c-11c1c2f18eb4/b5ae15a1-9d93-4fcc-9224-a7d6be24e905) {{(pid=105767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:52:46.969552 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-bca3293a-0511-44a4-abfc-e280ae32c24d None None] Attempting to bind port 71444821-79dd-4dee-a2e4-6efdce36c8b0 on host dv-cinder-813226-2-iscsi for vnic_type normal with profile {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:52:46.970238 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-bca3293a-0511-44a4-abfc-e280ae32c24d None None] Attempting to bind port 71444821-79dd-4dee-a2e4-6efdce36c8b0 by drivers openvswitch,hyperv on host dv-cinder-813226-2-iscsi at level 0 using segments [{'id': '1daa5b13-1a46-4a51-8ff5-99f71f99c000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1373, 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50'}] {{(pid=105768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:52:46.970950 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca3293a-0511-44a4-abfc-e280ae32c24d None None] Attempting to bind port 71444821-79dd-4dee-a2e4-6efdce36c8b0 on network 1d64f78d-25a5-4c4d-bea6-a6a102640e50 {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:52:46.976577 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca3293a-0511-44a4-abfc-e280ae32c24d None None] Checking agent: {'id': '5039a5e6-c9fd-4f0c-a36a-0bef795141ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813226-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 41, 12), 'started_at': datetime.datetime(2021, 10, 12, 17, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813226-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:52:46.976950 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca3293a-0511-44a4-abfc-e280ae32c24d None None] Checking segment: {'id': '1daa5b13-1a46-4a51-8ff5-99f71f99c000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1373, 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:52:46.977348 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-bca3293a-0511-44a4-abfc-e280ae32c24d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:46.977742 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca3293a-0511-44a4-abfc-e280ae32c24d None None] Bound using segment: {'id': '1daa5b13-1a46-4a51-8ff5-99f71f99c000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1373, 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50'} {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:52:46.978206 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-bca3293a-0511-44a4-abfc-e280ae32c24d None None] Bound port: 71444821-79dd-4dee-a2e4-6efdce36c8b0, host: dv-cinder-813226-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1daa5b13-1a46-4a51-8ff5-99f71f99c000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1373, 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50'}}] {{(pid=105768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:52:46.978613 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-bca3293a-0511-44a4-abfc-e280ae32c24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:47.043288 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-bca3293a-0511-44a4-abfc-e280ae32c24d None None] For port 71444821-79dd-4dee-a2e4-6efdce36c8b0, host dv-cinder-813226-2-iscsi, cleared binding levels {{(pid=105768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:52:47.047062 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-bca3293a-0511-44a4-abfc-e280ae32c24d None None] For port 71444821-79dd-4dee-a2e4-6efdce36c8b0, host dv-cinder-813226-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=71444821-79dd-4dee-a2e4-6efdce36c8b0,segment=NetworkSegment(1daa5b13-1a46-4a51-8ff5-99f71f99c000),segment_id=1daa5b13-1a46-4a51-8ff5-99f71f99c000)] {{(pid=105768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:52:47.053379 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-bca3293a-0511-44a4-abfc-e280ae32c24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:47.061483 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-eb53f5d8-f2e8-4a8a-b369-fdbceb1f2a82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:47.102487 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-eb53f5d8-f2e8-4a8a-b369-fdbceb1f2a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:47.113301 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3293a-0511-44a4-abfc-e280ae32c24d None None] Pushing event updated for resources: {'Port': ['ID=71444821-79dd-4dee-a2e4-6efdce36c8b0,revision_number=2']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:47.146225 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb53f5d8-f2e8-4a8a-b369-fdbceb1f2a82 admin admin] Network 57ccf176-38b9-4e1d-8eda-123c8986cf55 is already hosted by enough agents. {{(pid=105767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:52:47.149633 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [None req-eb53f5d8-f2e8-4a8a-b369-fdbceb1f2a82 admin admin] Resources bound (agent type, host, resource id): {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:52:47.152306 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb53f5d8-f2e8-4a8a-b369-fdbceb1f2a82 admin admin] Received port after_create {{(pid=105767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:52:47.178698 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53f5d8-f2e8-4a8a-b369-fdbceb1f2a82 admin admin] Pushing event updated for resources: {'Port': ['ID=b5ae15a1-9d93-4fcc-9224-a7d6be24e905,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:47.330301 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07762acf-1b3b-42e0-a4e0-38c316428ab2 req-eeb99de2-c7f8-48ae-b73d-de995ea31f43 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:47.332683 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-07762acf-1b3b-42e0-a4e0-38c316428ab2 req-eeb99de2-c7f8-48ae-b73d-de995ea31f43 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 945 time: 0.0808775 Oct 12 17:52:47.377202 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-07762acf-1b3b-42e0-a4e0-38c316428ab2 req-90329695-ceba-4de7-a78e-9359904639e1 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365624 Oct 12 17:52:47.451981 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-eb53f5d8-f2e8-4a8a-b369-fdbceb1f2a82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:47.657848 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-eb53f5d8-f2e8-4a8a-b369-fdbceb1f2a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8113504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8091129'] for router, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:47.987266 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc9edaa-94d7-44c4-978d-ec9a7bde36dc None None] Network 1d64f78d-25a5-4c4d-bea6-a6a102640e50 requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:52:48.021719 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb53f5d8-f2e8-4a8a-b369-fdbceb1f2a82 admin admin] Router 27296b46-1290-4b5e-a4f0-045b9377fc19 is scheduled to L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 with binding_index 1 {{(pid=105767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 17:52:48.065142 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-5e836398-4907-4745-81d7-f6dc525c346a None None] Provisioning complete for port 71444821-79dd-4dee-a2e4-6efdce36c8b0 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:52:48.065510 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-5e836398-4907-4745-81d7-f6dc525c346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:48.137904 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb53f5d8-f2e8-4a8a-b369-fdbceb1f2a82 admin admin] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:52:48.150774 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb3f1ab-8e4c-4f9e-8e30-7219d7cbc56c None None] Sync routers for ids ['27296b46-1290-4b5e-a4f0-045b9377fc19'] in dv-cinder-813226-2-iscsi {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:52:48.157549 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-eb53f5d8-f2e8-4a8a-b369-fdbceb1f2a82 admin admin] Notify callbacks [] for router, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:48.158846 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-eb53f5d8-f2e8-4a8a-b369-fdbceb1f2a82 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7855117 Oct 12 17:52:48.161591 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 37062) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:48.207909 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb3f1ab-8e4c-4f9e-8e30-7219d7cbc56c None None] Routers {'27296b46-1290-4b5e-a4f0-045b9377fc19'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:52:48.208514 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-fbb3f1ab-8e4c-4f9e-8e30-7219d7cbc56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:52:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['27296b46-1290-4b5e-a4f0-045b9377fc19'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:52:48.212529 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-5e836398-4907-4745-81d7-f6dc525c346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:48.325671 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-5e836398-4907-4745-81d7-f6dc525c346a None None] For port 71444821-79dd-4dee-a2e4-6efdce36c8b0, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=71444821-79dd-4dee-a2e4-6efdce36c8b0,segment=NetworkSegment(1daa5b13-1a46-4a51-8ff5-99f71f99c000),segment_id=1daa5b13-1a46-4a51-8ff5-99f71f99c000)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:52:48.334845 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-5e836398-4907-4745-81d7-f6dc525c346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:48.365488 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-fbb3f1ab-8e4c-4f9e-8e30-7219d7cbc56c None None] Set router 27296b46-1290-4b5e-a4f0-045b9377fc19 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:52:48.475000 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e836398-4907-4745-81d7-f6dc525c346a None None] Pushing event updated for resources: {'Port': ['ID=71444821-79dd-4dee-a2e4-6efdce36c8b0,revision_number=3']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:48.523489 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0566a27-673c-41d6-ac12-6103565a96ec req-acbcd3a7-c30a-47ac-af6e-33e029592a1c tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:48.525907 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a0566a27-673c-41d6-ac12-6103565a96ec req-acbcd3a7-c30a-47ac-af6e-33e029592a1c tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 945 time: 0.0568061 Oct 12 17:52:48.568983 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-85ceba37-e6c7-4628-b9b0-a8cb308ba5bd None None] Provisioning complete for port 71444821-79dd-4dee-a2e4-6efdce36c8b0 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:52:48.569524 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-85ceba37-e6c7-4628-b9b0-a8cb308ba5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:48.571681 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a0566a27-673c-41d6-ac12-6103565a96ec req-1562675a-c1d0-4839-88b5-b548f70c3dd6 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392320 Oct 12 17:52:48.588674 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c59e65e7-8fb3-4a61-9c63-2e5f1f9ec79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:48.739712 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 71444821-79dd-4dee-a2e4-6efdce36c8b0 up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:52:48.777170 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-fbb3f1ab-8e4c-4f9e-8e30-7219d7cbc56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'name': 'tempest-AttachVolumeShelveTestJSON-1067764364-router', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'b5ae15a1-9d93-4fcc-9224-a7d6be24e905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:52:46Z', 'updated_at': '2021-10-12T17:52:47Z', 'revision_number': 3, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'gw_port': {'id': 'b5ae15a1-9d93-4fcc-9224-a7d6be24e905', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cb:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:52:46Z', 'updated_at': '2021-10-12T17:52:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi'}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:52:48.777690 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.db_base_plugin_common [None req-c59e65e7-8fb3-4a61-9c63-2e5f1f9ec79b admin admin] Allocated IP 172.20.0.1 (1d64f78d-25a5-4c4d-bea6-a6a102640e50/a884ca43-ba25-4d6f-85eb-cb8452a55329/dd09bbaf-213e-4fe6-a25d-daccbd306698) {{(pid=105767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:52:48.814795 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb3f1ab-8e4c-4f9e-8e30-7219d7cbc56c None None] Checking router: 27296b46-1290-4b5e-a4f0-045b9377fc19 for host: dv-cinder-813226-2-iscsi {{(pid=105768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:52:48.815120 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb3f1ab-8e4c-4f9e-8e30-7219d7cbc56c None None] Updating router 27296b46-1290-4b5e-a4f0-045b9377fc19 port b5ae15a1-9d93-4fcc-9224-a7d6be24e905 binding host dv-cinder-813226-2-iscsi {{(pid=105768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:52:48.854239 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-fbb3f1ab-8e4c-4f9e-8e30-7219d7cbc56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:48.884092 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c59e65e7-8fb3-4a61-9c63-2e5f1f9ec79b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:48.918681 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c59e65e7-8fb3-4a61-9c63-2e5f1f9ec79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:48.923107 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port 71444821-79dd-4dee-a2e4-6efdce36c8b0 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:52:48.923477 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:48.957497 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59e65e7-8fb3-4a61-9c63-2e5f1f9ec79b admin admin] Network 1d64f78d-25a5-4c4d-bea6-a6a102640e50 is already hosted by enough agents. {{(pid=105767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:52:48.962583 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [None req-c59e65e7-8fb3-4a61-9c63-2e5f1f9ec79b admin admin] Resources bound (agent type, host, resource id): {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:52:48.966131 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59e65e7-8fb3-4a61-9c63-2e5f1f9ec79b admin admin] Received port after_create {{(pid=105767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:52:48.991643 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e65e7-8fb3-4a61-9c63-2e5f1f9ec79b admin admin] Pushing event updated for resources: {'Port': ['ID=dd09bbaf-213e-4fe6-a25d-daccbd306698,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:49.007826 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c59e65e7-8fb3-4a61-9c63-2e5f1f9ec79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090920'] for router_interface, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:49.140240 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c59e65e7-8fb3-4a61-9c63-2e5f1f9ec79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:49.195241 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-2c7e60f5-ee0f-4cf7-81ea-ed135c1dc7e6 None None] Provisioning complete for port dd09bbaf-213e-4fe6-a25d-daccbd306698 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:52:49.195882 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-2c7e60f5-ee0f-4cf7-81ea-ed135c1dc7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:49.262542 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-fbb3f1ab-8e4c-4f9e-8e30-7219d7cbc56c None None] Notify callbacks [] for port, precommit_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:49.264350 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e60f5-ee0f-4cf7-81ea-ed135c1dc7e6 None None] Port dd09bbaf-213e-4fe6-a25d-daccbd306698 cannot update to ACTIVE because it is not bound. {{(pid=105768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:52:49.272293 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-fbb3f1ab-8e4c-4f9e-8e30-7219d7cbc56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:49.309363 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c59e65e7-8fb3-4a61-9c63-2e5f1f9ec79b admin admin] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:49.315521 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c59e65e7-8fb3-4a61-9c63-2e5f1f9ec79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196327'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:49.321396 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-fbb3f1ab-8e4c-4f9e-8e30-7219d7cbc56c None None] Attempting to bind port b5ae15a1-9d93-4fcc-9224-a7d6be24e905 on host dv-cinder-813226-2-iscsi for vnic_type normal with profile {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:52:49.321771 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-fbb3f1ab-8e4c-4f9e-8e30-7219d7cbc56c None None] Attempting to bind port b5ae15a1-9d93-4fcc-9224-a7d6be24e905 by drivers openvswitch,hyperv on host dv-cinder-813226-2-iscsi at level 0 using segments [{'id': 'f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'}] {{(pid=105768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:52:49.322112 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb3f1ab-8e4c-4f9e-8e30-7219d7cbc56c None None] Attempting to bind port b5ae15a1-9d93-4fcc-9224-a7d6be24e905 on network 57ccf176-38b9-4e1d-8eda-123c8986cf55 {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:52:49.330463 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96043f-0a53-48c5-99fd-48abe2fa8531 None None] Pushing event updated for resources: {'Port': ['ID=b5ae15a1-9d93-4fcc-9224-a7d6be24e905,revision_number=2']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:49.332930 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb3f1ab-8e4c-4f9e-8e30-7219d7cbc56c None None] Checking agent: {'id': '5039a5e6-c9fd-4f0c-a36a-0bef795141ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813226-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 41, 12), 'started_at': datetime.datetime(2021, 10, 12, 17, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813226-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:52:49.333288 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb3f1ab-8e4c-4f9e-8e30-7219d7cbc56c None None] Checking segment: {'id': 'f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:52:49.333790 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-fbb3f1ab-8e4c-4f9e-8e30-7219d7cbc56c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:49.334303 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb3f1ab-8e4c-4f9e-8e30-7219d7cbc56c None None] Bound using segment: {'id': 'f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'} {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:52:49.334793 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-fbb3f1ab-8e4c-4f9e-8e30-7219d7cbc56c None None] Bound port: b5ae15a1-9d93-4fcc-9224-a7d6be24e905, host: dv-cinder-813226-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'}}] {{(pid=105768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:52:49.335166 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-fbb3f1ab-8e4c-4f9e-8e30-7219d7cbc56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:49.385760 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c59e65e7-8fb3-4a61-9c63-2e5f1f9ec79b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8115384'] for router_interface, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:49.387526 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e65e7-8fb3-4a61-9c63-2e5f1f9ec79b admin admin] Pushing event updated for resources: {'Port': ['ID=dd09bbaf-213e-4fe6-a25d-daccbd306698,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:49.392171 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-fbb3f1ab-8e4c-4f9e-8e30-7219d7cbc56c None None] For port b5ae15a1-9d93-4fcc-9224-a7d6be24e905, host dv-cinder-813226-2-iscsi, cleared binding levels {{(pid=105768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:52:49.395874 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-fbb3f1ab-8e4c-4f9e-8e30-7219d7cbc56c None None] For port b5ae15a1-9d93-4fcc-9224-a7d6be24e905, host dv-cinder-813226-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=b5ae15a1-9d93-4fcc-9224-a7d6be24e905,segment=NetworkSegment(f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1),segment_id=f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1)] {{(pid=105768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:52:49.401362 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-fbb3f1ab-8e4c-4f9e-8e30-7219d7cbc56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:49.454239 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb3f1ab-8e4c-4f9e-8e30-7219d7cbc56c None None] Routers {'27296b46-1290-4b5e-a4f0-045b9377fc19'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:52:49.454886 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-fbb3f1ab-8e4c-4f9e-8e30-7219d7cbc56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:52:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['27296b46-1290-4b5e-a4f0-045b9377fc19'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:52:49.480695 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59e65e7-8fb3-4a61-9c63-2e5f1f9ec79b admin admin] Network 1d64f78d-25a5-4c4d-bea6-a6a102640e50 is already hosted by enough agents. {{(pid=105767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:52:49.482107 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [None req-c59e65e7-8fb3-4a61-9c63-2e5f1f9ec79b admin admin] Resources bound (agent type, host, resource id): {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:52:49.497628 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96043f-0a53-48c5-99fd-48abe2fa8531 None None] Pushing event updated for resources: {'Port': ['ID=b5ae15a1-9d93-4fcc-9224-a7d6be24e905,revision_number=3']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:49.571659 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-fbb3f1ab-8e4c-4f9e-8e30-7219d7cbc56c None None] Set router 27296b46-1290-4b5e-a4f0-045b9377fc19 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:52:49.607794 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59e65e7-8fb3-4a61-9c63-2e5f1f9ec79b admin admin] Router 27296b46-1290-4b5e-a4f0-045b9377fc19 has already been hosted by L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 {{(pid=105767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:52:49.703299 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050edc3b-d175-437a-8754-15f59b6f66a1 req-c9492591-1155-4dbf-a0b5-ed8649ac35fd tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:49.704820 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-050edc3b-d175-437a-8754-15f59b6f66a1 req-c9492591-1155-4dbf-a0b5-ed8649ac35fd tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 945 time: 0.0618751 Oct 12 17:52:49.725549 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59e65e7-8fb3-4a61-9c63-2e5f1f9ec79b admin admin] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:52:49.738745 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-c59e65e7-8fb3-4a61-9c63-2e5f1f9ec79b admin admin] 10.222.0.85 "PUT /v2.0/routers/27296b46-1290-4b5e-a4f0-045b9377fc19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5682266 Oct 12 17:52:49.755923 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-050edc3b-d175-437a-8754-15f59b6f66a1 req-c3a83810-867a-46e7-90d8-a7d6b906bc47 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434287 Oct 12 17:52:49.803830 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-aa168203-5b8f-42e9-a630-3c679fce62d4 None None] Provisioning complete for port dd09bbaf-213e-4fe6-a25d-daccbd306698 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:52:49.804216 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-aa168203-5b8f-42e9-a630-3c679fce62d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:49.840557 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-fbb3f1ab-8e4c-4f9e-8e30-7219d7cbc56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'name': 'tempest-AttachVolumeShelveTestJSON-1067764364-router', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'b5ae15a1-9d93-4fcc-9224-a7d6be24e905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:52:46Z', 'updated_at': '2021-10-12T17:52:49Z', 'revision_number': 4, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'gw_port': {'id': 'b5ae15a1-9d93-4fcc-9224-a7d6be24e905', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cb:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:52:46Z', 'updated_at': '2021-10-12T17:52:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': 'dd09bbaf-213e-4fe6-a25d-daccbd306698', 'name': '', 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'mac_address': 'fa:16:3e:b4:b5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a884ca43-ba25-4d6f-85eb-cb8452a55329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:52:48Z', 'updated_at': '2021-10-12T17:52:49Z', 'revision_number': 2, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'subnets': [{'id': 'a884ca43-ba25-4d6f-85eb-cb8452a55329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:52:49.869603 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb3f1ab-8e4c-4f9e-8e30-7219d7cbc56c None None] The sync data for ids ['27296b46-1290-4b5e-a4f0-045b9377fc19'] in dv-cinder-813226-2-iscsi is: [{'id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'name': 'tempest-AttachVolumeShelveTestJSON-1067764364-router', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'b5ae15a1-9d93-4fcc-9224-a7d6be24e905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:52:46Z', 'updated_at': '2021-10-12T17:52:49Z', 'revision_number': 4, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'gw_port': {'id': 'b5ae15a1-9d93-4fcc-9224-a7d6be24e905', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cb:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:52:46Z', 'updated_at': '2021-10-12T17:52:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': 'dd09bbaf-213e-4fe6-a25d-daccbd306698', 'name': '', 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'mac_address': 'fa:16:3e:b4:b5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a884ca43-ba25-4d6f-85eb-cb8452a55329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:52:48Z', 'updated_at': '2021-10-12T17:52:49Z', 'revision_number': 2, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'subnets': [{'id': 'a884ca43-ba25-4d6f-85eb-cb8452a55329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:52:49.872981 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-aa168203-5b8f-42e9-a630-3c679fce62d4 None None] Port dd09bbaf-213e-4fe6-a25d-daccbd306698 cannot update to ACTIVE because it is not bound. {{(pid=105768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:52:50.032127 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc39608-4965-49dd-b743-a03cc41bd8c8 req-732d1edd-aac4-4179-af41-587c542d9214 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:50.033688 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-dbc39608-4965-49dd-b743-a03cc41bd8c8 req-732d1edd-aac4-4179-af41-587c542d9214 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 945 time: 0.0637720 Oct 12 17:52:50.082929 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-dbc39608-4965-49dd-b743-a03cc41bd8c8 req-9cf24b44-d44c-4b20-b15d-35a6949690c3 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425990 Oct 12 17:52:50.088673 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff41609-e2d4-46b7-88be-ac831a7f1748 req-fbec1da4-9bc2-48ed-9a54-ac5f22b109c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:50.090209 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-6ff41609-e2d4-46b7-88be-ac831a7f1748 req-fbec1da4-9bc2-48ed-9a54-ac5f22b109c6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e4096f27defa41969a63e8b81d280fb2&device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 1098 time: 0.0475683 Oct 12 17:52:50.217447 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff41609-e2d4-46b7-88be-ac831a7f1748 req-8965b158-af89-407a-8fa8-d2cceb96ac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:50.219116 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-6ff41609-e2d4-46b7-88be-ac831a7f1748 req-8965b158-af89-407a-8fa8-d2cceb96ac5e service neutron] 10.222.0.44 "GET /v2.0/networks?id=8daa865d-6215-4088-990f-5e71670febd0 HTTP/1.1" status: 200 len: 913 time: 0.1179996 Oct 12 17:52:50.289789 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-6ff41609-e2d4-46b7-88be-ac831a7f1748 req-9f1951e6-ae70-427e-9072-00a9c7838c34 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05713618-3202-4502-a13e-e28f99b20532 HTTP/1.1" status: 200 len: 1001 time: 0.0620911 Oct 12 17:52:50.347399 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff41609-e2d4-46b7-88be-ac831a7f1748 req-7ccf1bd9-397d-43b1-a69c-251bc0bc4cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:50.349028 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-6ff41609-e2d4-46b7-88be-ac831a7f1748 req-7ccf1bd9-397d-43b1-a69c-251bc0bc4cff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c9bbc10-98c9-4f8e-a058-09cebb338727 HTTP/1.1" status: 200 len: 850 time: 0.0488193 Oct 12 17:52:50.374418 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 37084) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:50.378825 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [None req-6539962f-0384-4591-9f0e-0a08d30e7d3f tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1217710521', 'description': 'tempest-description--90116750'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:52:50.427175 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff41609-e2d4-46b7-88be-ac831a7f1748 req-30453466-7746-47e9-b986-65bc20382b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:50.428903 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-6ff41609-e2d4-46b7-88be-ac831a7f1748 req-30453466-7746-47e9-b986-65bc20382b43 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8daa865d-6215-4088-990f-5e71670febd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691645 Oct 12 17:52:50.430085 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-6539962f-0384-4591-9f0e-0a08d30e7d3f tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:50.577857 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-6ff41609-e2d4-46b7-88be-ac831a7f1748 req-ff658eca-3811-421c-90a7-5a2c89776292 service neutron] 10.222.0.44 "GET /v2.0/networks/8daa865d-6215-4088-990f-5e71670febd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358459 Oct 12 17:52:50.597086 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-6539962f-0384-4591-9f0e-0a08d30e7d3f tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:50.609637 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-6539962f-0384-4591-9f0e-0a08d30e7d3f tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:50.675480 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-6539962f-0384-4591-9f0e-0a08d30e7d3f tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:50.678423 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-6539962f-0384-4591-9f0e-0a08d30e7d3f tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3014104 Oct 12 17:52:50.679895 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 37086) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:50.684861 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6539962f-0384-4591-9f0e-0a08d30e7d3f tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b730be84-632b-484a-9fd7-382606b5a024,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:50.685068 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-41f02f3f-bd39-4f99-be05-7b9b00ce507c tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Request body: {'security_group_rule': {'security_group_id': 'b730be84-632b-484a-9fd7-382606b5a024', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:52:50.717908 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-41f02f3f-bd39-4f99-be05-7b9b00ce507c tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:50.718668 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-6ff41609-e2d4-46b7-88be-ac831a7f1748 req-4928cd72-63a4-4b1d-bbd5-c9d8020daa1c service neutron] 10.222.0.44 "GET /v2.0/networks/8daa865d-6215-4088-990f-5e71670febd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304202 Oct 12 17:52:50.760466 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device b5ae15a1-9d93-4fcc-9224-a7d6be24e905 up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:52:50.782052 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-41f02f3f-bd39-4f99-be05-7b9b00ce507c tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:50.787522 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-41f02f3f-bd39-4f99-be05-7b9b00ce507c tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50316'] for security_group_rule, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:50.804494 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f02f3f-bd39-4f99-be05-7b9b00ce507c tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4529d38a-e2d3-4a5a-bd83-ad580fa4b7eb,revision_number=0']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:50.816944 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port b5ae15a1-9d93-4fcc-9224-a7d6be24e905 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:52:50.817311 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:50.819927 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-41f02f3f-bd39-4f99-be05-7b9b00ce507c tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:50.821462 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-41f02f3f-bd39-4f99-be05-7b9b00ce507c tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1403053 Oct 12 17:52:50.824374 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 37090) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:50.829156 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [None req-8a244979-306d-45c1-b7da-90ef46409b22 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Request body: {'security_group_rule': {'security_group_id': 'b730be84-632b-484a-9fd7-382606b5a024', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:52:50.862257 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-8a244979-306d-45c1-b7da-90ef46409b22 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:50.902812 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:50.924172 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] For port b5ae15a1-9d93-4fcc-9224-a7d6be24e905, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=b5ae15a1-9d93-4fcc-9224-a7d6be24e905,segment=NetworkSegment(f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1),segment_id=f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:52:50.931411 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:50.949831 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-8a244979-306d-45c1-b7da-90ef46409b22 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:50.955927 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-8a244979-306d-45c1-b7da-90ef46409b22 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50316'] for security_group_rule, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:50.976167 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a244979-306d-45c1-b7da-90ef46409b22 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04cae52f-2c9f-40ff-9877-09d24dc2fee9,revision_number=0']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:50.986329 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-8a244979-306d-45c1-b7da-90ef46409b22 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:50.990147 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-8a244979-306d-45c1-b7da-90ef46409b22 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1618452 Oct 12 17:52:50.990321 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Pushing event updated for resources: {'Port': ['ID=b5ae15a1-9d93-4fcc-9224-a7d6be24e905,revision_number=4']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:50.990670 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 37092) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:50.996555 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-ef823fdd-05ba-44dd-a0b0-883b4f8edf19 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Request body: {'floatingip': {'floating_network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:52:51.020864 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ef823fdd-05ba-44dd-a0b0-883b4f8edf19 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for floatingip, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:51.121130 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ef823fdd-05ba-44dd-a0b0-883b4f8edf19 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:51.251351 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5a0b2-7f91-4015-9b33-d19ebf3ab4c2 req-54508551-3bd2-4ab9-895a-7cc9d9ddc165 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:51.252828 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ace5a0b2-7f91-4015-9b33-d19ebf3ab4c2 req-54508551-3bd2-4ab9-895a-7cc9d9ddc165 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 945 time: 0.0935662 Oct 12 17:52:51.275045 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-ef823fdd-05ba-44dd-a0b0-883b4f8edf19 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Allocated IP 172.27.0.167 (57ccf176-38b9-4e1d-8eda-123c8986cf55/09d55e93-213a-4ce1-b19c-11c1c2f18eb4/4fb90ae6-9e0f-4612-aee5-50fde2c273d1) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:52:51.320261 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ace5a0b2-7f91-4015-9b33-d19ebf3ab4c2 req-48aa10b8-ccd7-4c1c-891d-fb9484b06cad tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595071 Oct 12 17:52:51.402491 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ef823fdd-05ba-44dd-a0b0-883b4f8edf19 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:51.440023 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ef823fdd-05ba-44dd-a0b0-883b4f8edf19 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4464511'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:51.480578 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef823fdd-05ba-44dd-a0b0-883b4f8edf19 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Network 57ccf176-38b9-4e1d-8eda-123c8986cf55 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:52:51.483548 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-ef823fdd-05ba-44dd-a0b0-883b4f8edf19 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:52:51.487720 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef823fdd-05ba-44dd-a0b0-883b4f8edf19 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:52:51.490742 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef823fdd-05ba-44dd-a0b0-883b4f8edf19 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Pushing event updated for resources: {'Port': ['ID=4fb90ae6-9e0f-4612-aee5-50fde2c273d1,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:51.574692 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ef823fdd-05ba-44dd-a0b0-883b4f8edf19 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:51.614422 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ef823fdd-05ba-44dd-a0b0-883b4f8edf19 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:51.771055 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ef823fdd-05ba-44dd-a0b0-883b4f8edf19 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:51.777590 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ef823fdd-05ba-44dd-a0b0-883b4f8edf19 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4464486'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:51.845299 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef823fdd-05ba-44dd-a0b0-883b4f8edf19 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Pushing event updated for resources: {'Port': ['ID=4fb90ae6-9e0f-4612-aee5-50fde2c273d1,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:51.858684 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ef823fdd-05ba-44dd-a0b0-883b4f8edf19 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8091027'] for floatingip, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:51.876877 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ef823fdd-05ba-44dd-a0b0-883b4f8edf19 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for floatingip, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:51.883926 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-ef823fdd-05ba-44dd-a0b0-883b4f8edf19 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8864586 Oct 12 17:52:51.918215 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ceb5e59-2fc6-4ce0-8195-8b23a6923be2 None None] Sync routers for ids ['27296b46-1290-4b5e-a4f0-045b9377fc19'] in dv-cinder-813226-2-iscsi {{(pid=105769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:52:51.928571 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ceb5e59-2fc6-4ce0-8195-8b23a6923be2 None None] Routers {'27296b46-1290-4b5e-a4f0-045b9377fc19'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:52:51.929393 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-5ceb5e59-2fc6-4ce0-8195-8b23a6923be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:52:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['27296b46-1290-4b5e-a4f0-045b9377fc19'], 'active': True} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:52:52.032850 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-a5158892-91c8-4e90-a353-b3b9496f9cbf tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--1217710521&fields=id&tenant_id=dfd0375a96eb488fae8a38e2ba0c646a HTTP/1.1" status: 200 len: 267 time: 0.0347118 Oct 12 17:52:52.120837 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvr_db [None req-5ceb5e59-2fc6-4ce0-8195-8b23a6923be2 None None] Set router 27296b46-1290-4b5e-a4f0-045b9377fc19 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:52:52.143552 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-d0689089-d1df-4b2c-a547-2933cb692196 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:52.145022 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-d0689089-d1df-4b2c-a547-2933cb692196 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/networks?id=1d64f78d-25a5-4c4d-bea6-a6a102640e50 HTTP/1.1" status: 200 len: 817 time: 0.1045504 Oct 12 17:52:52.160431 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-9e1b5371-7f7c-43ce-8b06-246744fc2847 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/quotas/dfd0375a96eb488fae8a38e2ba0c646a HTTP/1.1" status: 200 len: 375 time: 0.0092173 Oct 12 17:52:52.214862 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-8d68d38b-0d68-42c1-a34e-ce0f83238f7b tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=dfd0375a96eb488fae8a38e2ba0c646a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485699 Oct 12 17:52:52.311076 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-49d3fcf9-b80a-4228-9bea-623de7d38310 service neutron] 10.222.0.85 "GET /v2.0/networks/1d64f78d-25a5-4c4d-bea6-a6a102640e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842738 Oct 12 17:52:52.321857 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-5ceb5e59-2fc6-4ce0-8195-8b23a6923be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'name': 'tempest-AttachVolumeShelveTestJSON-1067764364-router', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'b5ae15a1-9d93-4fcc-9224-a7d6be24e905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:52:46Z', 'updated_at': '2021-10-12T17:52:49Z', 'revision_number': 4, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'gw_port': {'id': 'b5ae15a1-9d93-4fcc-9224-a7d6be24e905', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:52:46Z', 'updated_at': '2021-10-12T17:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': 'dd09bbaf-213e-4fe6-a25d-daccbd306698', 'name': '', 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'mac_address': 'fa:16:3e:b4:b5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a884ca43-ba25-4d6f-85eb-cb8452a55329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:52:48Z', 'updated_at': '2021-10-12T17:52:49Z', 'revision_number': 2, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'subnets': [{'id': 'a884ca43-ba25-4d6f-85eb-cb8452a55329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:52:52.351666 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ceb5e59-2fc6-4ce0-8195-8b23a6923be2 None None] Checking router: 27296b46-1290-4b5e-a4f0-045b9377fc19 for host: dv-cinder-813226-2-iscsi {{(pid=105769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:52:52.351890 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ceb5e59-2fc6-4ce0-8195-8b23a6923be2 None None] Updating router 27296b46-1290-4b5e-a4f0-045b9377fc19 port dd09bbaf-213e-4fe6-a25d-daccbd306698 binding host dv-cinder-813226-2-iscsi {{(pid=105769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:52:52.378947 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-5ceb5e59-2fc6-4ce0-8195-8b23a6923be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:52.412351 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-4ac16daf-17a1-497a-a8cb-56d2ab81c89a service neutron] 10.222.0.85 "GET /v2.0/networks/1d64f78d-25a5-4c4d-bea6-a6a102640e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945256 Oct 12 17:52:52.447964 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce4920-97b5-4f09-b38f-7ce22fdf96ca req-543b0fd1-e6e2-4dd6-a592-a9c2d1cd5beb tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:52.449610 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-32ce4920-97b5-4f09-b38f-7ce22fdf96ca req-543b0fd1-e6e2-4dd6-a592-a9c2d1cd5beb tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 945 time: 0.0567451 Oct 12 17:52:52.489278 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-32ce4920-97b5-4f09-b38f-7ce22fdf96ca req-939f334a-325f-4e9f-9eda-ab9f55696f0c tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325520 Oct 12 17:52:52.606271 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-178f1911-ec8d-4fb2-883d-728c55579011 req-9422fa59-9b48-41f8-a461-452f0af4fb38 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 210 time: 0.0392427 Oct 12 17:52:52.666146 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-5ceb5e59-2fc6-4ce0-8195-8b23a6923be2 None None] Notify callbacks [] for port, precommit_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:52.675047 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-5ceb5e59-2fc6-4ce0-8195-8b23a6923be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:52.694196 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device b5ae15a1-9d93-4fcc-9224-a7d6be24e905 up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:52:52.723743 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398e048-a02e-4fa1-830f-ec5a910e78cc None None] Pushing event updated for resources: {'Port': ['ID=dd09bbaf-213e-4fe6-a25d-daccbd306698,revision_number=3']} {{(pid=105769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:52.743655 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6398e048-a02e-4fa1-830f-ec5a910e78cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:52.744027 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6398e048-a02e-4fa1-830f-ec5a910e78cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:52.744475 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6398e048-a02e-4fa1-830f-ec5a910e78cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:52.744804 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6398e048-a02e-4fa1-830f-ec5a910e78cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:52.745130 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6398e048-a02e-4fa1-830f-ec5a910e78cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:52.745525 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6398e048-a02e-4fa1-830f-ec5a910e78cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:52.745856 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6398e048-a02e-4fa1-830f-ec5a910e78cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:52.746268 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6398e048-a02e-4fa1-830f-ec5a910e78cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:52.746543 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6398e048-a02e-4fa1-830f-ec5a910e78cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:52.746897 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6398e048-a02e-4fa1-830f-ec5a910e78cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:52.747309 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6398e048-a02e-4fa1-830f-ec5a910e78cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:52.747669 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6398e048-a02e-4fa1-830f-ec5a910e78cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:52.758679 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port b5ae15a1-9d93-4fcc-9224-a7d6be24e905 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:52:52.759158 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:52.806372 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.managers [None req-5ceb5e59-2fc6-4ce0-8195-8b23a6923be2 None None] Attempting to bind port dd09bbaf-213e-4fe6-a25d-daccbd306698 on host dv-cinder-813226-2-iscsi for vnic_type normal with profile {{(pid=105769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:52:52.806978 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.managers [None req-5ceb5e59-2fc6-4ce0-8195-8b23a6923be2 None None] Attempting to bind port dd09bbaf-213e-4fe6-a25d-daccbd306698 by drivers openvswitch,hyperv on host dv-cinder-813226-2-iscsi at level 0 using segments [{'id': '1daa5b13-1a46-4a51-8ff5-99f71f99c000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1373, 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50'}] {{(pid=105769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:52:52.807383 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ceb5e59-2fc6-4ce0-8195-8b23a6923be2 None None] Attempting to bind port dd09bbaf-213e-4fe6-a25d-daccbd306698 on network 1d64f78d-25a5-4c4d-bea6-a6a102640e50 {{(pid=105769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:52:52.814039 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ceb5e59-2fc6-4ce0-8195-8b23a6923be2 None None] Checking agent: {'id': '5039a5e6-c9fd-4f0c-a36a-0bef795141ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813226-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 41, 12), 'started_at': datetime.datetime(2021, 10, 12, 17, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813226-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:52:52.814537 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ceb5e59-2fc6-4ce0-8195-8b23a6923be2 None None] Checking segment: {'id': '1daa5b13-1a46-4a51-8ff5-99f71f99c000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1373, 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:52:52.815036 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-5ceb5e59-2fc6-4ce0-8195-8b23a6923be2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:52.816015 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ceb5e59-2fc6-4ce0-8195-8b23a6923be2 None None] Bound using segment: {'id': '1daa5b13-1a46-4a51-8ff5-99f71f99c000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1373, 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50'} {{(pid=105769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:52:52.816319 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.managers [None req-5ceb5e59-2fc6-4ce0-8195-8b23a6923be2 None None] Bound port: dd09bbaf-213e-4fe6-a25d-daccbd306698, host: dv-cinder-813226-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1daa5b13-1a46-4a51-8ff5-99f71f99c000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1373, 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50'}}] {{(pid=105769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:52:52.816901 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-5ceb5e59-2fc6-4ce0-8195-8b23a6923be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:52.909173 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.db [None req-5ceb5e59-2fc6-4ce0-8195-8b23a6923be2 None None] For port dd09bbaf-213e-4fe6-a25d-daccbd306698, host dv-cinder-813226-2-iscsi, cleared binding levels {{(pid=105769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:52:52.914165 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.db [None req-5ceb5e59-2fc6-4ce0-8195-8b23a6923be2 None None] For port dd09bbaf-213e-4fe6-a25d-daccbd306698, host dv-cinder-813226-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=dd09bbaf-213e-4fe6-a25d-daccbd306698,segment=NetworkSegment(1daa5b13-1a46-4a51-8ff5-99f71f99c000),segment_id=1daa5b13-1a46-4a51-8ff5-99f71f99c000)] {{(pid=105769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:52:52.924198 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-5ceb5e59-2fc6-4ce0-8195-8b23a6923be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:52.977255 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ceb5e59-2fc6-4ce0-8195-8b23a6923be2 None None] Routers {'27296b46-1290-4b5e-a4f0-045b9377fc19'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:52:52.977512 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-5ceb5e59-2fc6-4ce0-8195-8b23a6923be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:52:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['27296b46-1290-4b5e-a4f0-045b9377fc19'], 'active': True} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:52:53.017901 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-2258a2f0-550a-4e16-9767-4e6c614e81a0 None None] Provisioning complete for port dd09bbaf-213e-4fe6-a25d-daccbd306698 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:52:53.018916 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-2258a2f0-550a-4e16-9767-4e6c614e81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:53.037709 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398e048-a02e-4fa1-830f-ec5a910e78cc None None] Pushing event updated for resources: {'Port': ['ID=dd09bbaf-213e-4fe6-a25d-daccbd306698,revision_number=4']} {{(pid=105769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:53.130538 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvr_db [None req-5ceb5e59-2fc6-4ce0-8195-8b23a6923be2 None None] Set router 27296b46-1290-4b5e-a4f0-045b9377fc19 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:52:53.160399 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-2258a2f0-550a-4e16-9767-4e6c614e81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:53.212417 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-2258a2f0-550a-4e16-9767-4e6c614e81a0 None None] For port dd09bbaf-213e-4fe6-a25d-daccbd306698, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=dd09bbaf-213e-4fe6-a25d-daccbd306698,segment=NetworkSegment(1daa5b13-1a46-4a51-8ff5-99f71f99c000),segment_id=1daa5b13-1a46-4a51-8ff5-99f71f99c000)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:52:53.217800 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-2258a2f0-550a-4e16-9767-4e6c614e81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:53.286794 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2258a2f0-550a-4e16-9767-4e6c614e81a0 None None] Pushing event updated for resources: {'Port': ['ID=dd09bbaf-213e-4fe6-a25d-daccbd306698,revision_number=5']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:53.344787 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ec6d9d16-14b1-443f-8e5c-17ed2999a6d9 None None] Provisioning complete for port dd09bbaf-213e-4fe6-a25d-daccbd306698 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:52:53.345305 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ec6d9d16-14b1-443f-8e5c-17ed2999a6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:53.386192 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-5ceb5e59-2fc6-4ce0-8195-8b23a6923be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'name': 'tempest-AttachVolumeShelveTestJSON-1067764364-router', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'b5ae15a1-9d93-4fcc-9224-a7d6be24e905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:52:46Z', 'updated_at': '2021-10-12T17:52:49Z', 'revision_number': 4, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'gw_port': {'id': 'b5ae15a1-9d93-4fcc-9224-a7d6be24e905', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:52:46Z', 'updated_at': '2021-10-12T17:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': 'dd09bbaf-213e-4fe6-a25d-daccbd306698', 'name': '', 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'mac_address': 'fa:16:3e:b4:b5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a884ca43-ba25-4d6f-85eb-cb8452a55329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:52:48Z', 'updated_at': '2021-10-12T17:52:52Z', 'revision_number': 4, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'subnets': [{'id': 'a884ca43-ba25-4d6f-85eb-cb8452a55329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:52:53.413340 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ceb5e59-2fc6-4ce0-8195-8b23a6923be2 None None] The sync data for ids ['27296b46-1290-4b5e-a4f0-045b9377fc19'] in dv-cinder-813226-2-iscsi is: [{'id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'name': 'tempest-AttachVolumeShelveTestJSON-1067764364-router', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'b5ae15a1-9d93-4fcc-9224-a7d6be24e905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:52:46Z', 'updated_at': '2021-10-12T17:52:49Z', 'revision_number': 4, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'gw_port': {'id': 'b5ae15a1-9d93-4fcc-9224-a7d6be24e905', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:52:46Z', 'updated_at': '2021-10-12T17:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': 'dd09bbaf-213e-4fe6-a25d-daccbd306698', 'name': '', 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'mac_address': 'fa:16:3e:b4:b5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a884ca43-ba25-4d6f-85eb-cb8452a55329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:52:48Z', 'updated_at': '2021-10-12T17:52:52Z', 'revision_number': 4, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'subnets': [{'id': 'a884ca43-ba25-4d6f-85eb-cb8452a55329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:52:53.773997 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-6ee76f4f-f3dc-49ca-84e3-428f3f91b9ab tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:53.775397 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-62fcd6e5-a2b4-4771-85a5-10c270d075f8 req-da337dbe-a901-456e-b401-7915fdf34401 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 210 time: 0.0367749 Oct 12 17:52:53.776245 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-6ee76f4f-f3dc-49ca-84e3-428f3f91b9ab tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.44 "GET /v2.0/networks?id=1d64f78d-25a5-4c4d-bea6-a6a102640e50 HTTP/1.1" status: 200 len: 817 time: 0.1390707 Oct 12 17:52:53.838508 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-a2084b86-4e9e-4463-8453-13c33ebda694 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfd0375a96eb488fae8a38e2ba0c646a HTTP/1.1" status: 200 len: 380 time: 0.0518932 Oct 12 17:52:53.848350 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-1f47bcdb-8ae9-4a7c-9b8c-6a542126d057 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Request body: {'port': {'device_id': 'a264bb5c-11b8-44ff-8dc8-0c36d84b580c', 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50', 'admin_state_up': True, 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'security_groups': ['b730be84-632b-484a-9fd7-382606b5a024']}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:52:53.965007 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-1f47bcdb-8ae9-4a7c-9b8c-6a542126d057 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Made reservation on behalf of dfd0375a96eb488fae8a38e2ba0c646a for: {'port': 1} {{(pid=105767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:52:53.968871 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-1f47bcdb-8ae9-4a7c-9b8c-6a542126d057 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:54.100077 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.db_base_plugin_common [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-1f47bcdb-8ae9-4a7c-9b8c-6a542126d057 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Allocated IP 172.20.0.9 (1d64f78d-25a5-4c4d-bea6-a6a102640e50/a884ca43-ba25-4d6f-85eb-cb8452a55329/25ab8f82-e81c-4ff2-b9b7-a75ef18500ad) {{(pid=105767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:52:54.246374 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-1f47bcdb-8ae9-4a7c-9b8c-6a542126d057 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for port, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:54.285685 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-1f47bcdb-8ae9-4a7c-9b8c-6a542126d057 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:54.329651 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-1f47bcdb-8ae9-4a7c-9b8c-6a542126d057 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Network 1d64f78d-25a5-4c4d-bea6-a6a102640e50 is already hosted by enough agents. {{(pid=105767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:52:54.332724 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-1f47bcdb-8ae9-4a7c-9b8c-6a542126d057 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Resources bound (agent type, host, resource id): {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:52:54.336511 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-1f47bcdb-8ae9-4a7c-9b8c-6a542126d057 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Received port after_create {{(pid=105767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:52:54.342842 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47bcdb-8ae9-4a7c-9b8c-6a542126d057 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Pushing event updated for resources: {'Port': ['ID=25ab8f82-e81c-4ff2-b9b7-a75ef18500ad,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:54.391750 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-1f47bcdb-8ae9-4a7c-9b8c-6a542126d057 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:54.392322 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-1f47bcdb-8ae9-4a7c-9b8c-6a542126d057 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:54.410615 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-1f47bcdb-8ae9-4a7c-9b8c-6a542126d057 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5659230 Oct 12 17:52:54.423581 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-ac8999d2-cb17-4d5e-bd4d-03aaf4749767 service neutron] Request body: {'port': {'device_id': 'a264bb5c-11b8-44ff-8dc8-0c36d84b580c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:52:54.488192 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-ac8999d2-cb17-4d5e-bd4d-03aaf4749767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:54.561138 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-7a3ca6c1-500e-49e0-ae45-7564d5e618e4 None None] Provisioning complete for port 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:52:54.562681 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-7a3ca6c1-500e-49e0-ae45-7564d5e618e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:54.603954 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-7a3ca6c1-500e-49e0-ae45-7564d5e618e4 None None] Port 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad cannot update to ACTIVE because it is not bound. {{(pid=105768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:52:54.620360 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 37150) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:54.715821 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device dd09bbaf-213e-4fe6-a25d-daccbd306698 up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:52:54.746545 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2972735d-18a0-4421-bc26-a1bd21bbdfde admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:54.763296 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port dd09bbaf-213e-4fe6-a25d-daccbd306698 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:52:54.763668 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:54.766168 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-ac8999d2-cb17-4d5e-bd4d-03aaf4749767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad {{(pid=105767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:52:54.774328 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-ac8999d2-cb17-4d5e-bd4d-03aaf4749767 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:54.786787 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-ac8999d2-cb17-4d5e-bd4d-03aaf4749767 service neutron] Transition to ACTIVE for port object 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:52:54.791119 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-ac8999d2-cb17-4d5e-bd4d-03aaf4749767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196327'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:54.831444 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2972735d-18a0-4421-bc26-a1bd21bbdfde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:54.843495 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2972735d-18a0-4421-bc26-a1bd21bbdfde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:54.873229 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-2972735d-18a0-4421-bc26-a1bd21bbdfde admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=bddfcf0d19194316a1e7549b6d59a129&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2518058 Oct 12 17:52:54.876741 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 37156) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:54.933059 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972735d-18a0-4421-bc26-a1bd21bbdfde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b997ba8-7ff0-40db-a68b-8fcf117ad8d2,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:54.968794 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720c3ee-071d-451f-b0e2-a30240da27d9 req-4cdc5aaf-6dfa-40b2-b826-eb5290013be2 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:54.970664 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2720c3ee-071d-451f-b0e2-a30240da27d9 req-4cdc5aaf-6dfa-40b2-b826-eb5290013be2 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 943 time: 0.1021633 Oct 12 17:52:55.011851 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2720c3ee-071d-451f-b0e2-a30240da27d9 req-84d37c00-d3a9-4e59-bee5-ad181a5d7cef tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346928 Oct 12 17:52:55.154605 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8999d2-cb17-4d5e-bd4d-03aaf4749767 service neutron] Pushing event updated for resources: {'Port': ['ID=25ab8f82-e81c-4ff2-b9b7-a75ef18500ad,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:55.199843 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-ac8999d2-cb17-4d5e-bd4d-03aaf4749767 service neutron] Attempting to bind port 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad on host hv-cinder-81322 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:52:55.200178 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-ac8999d2-cb17-4d5e-bd4d-03aaf4749767 service neutron] Attempting to bind port 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '1daa5b13-1a46-4a51-8ff5-99f71f99c000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1373, 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:52:55.200504 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-ac8999d2-cb17-4d5e-bd4d-03aaf4749767 service neutron] Attempting to bind port 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad on network 1d64f78d-25a5-4c4d-bea6-a6a102640e50 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:52:55.207766 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-cfd8fb1d-27c6-4a18-938f-09a0675a12c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:55.209411 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-ac8999d2-cb17-4d5e-bd4d-03aaf4749767 service neutron] Port 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad on network 1d64f78d-25a5-4c4d-bea6-a6a102640e50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:52:55.209722 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-ac8999d2-cb17-4d5e-bd4d-03aaf4749767 service neutron] Attempting to bind port 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad on network 1d64f78d-25a5-4c4d-bea6-a6a102640e50 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:52:55.220635 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-ac8999d2-cb17-4d5e-bd4d-03aaf4749767 service neutron] Checking agent: {'id': '4d49b38b-ca89-4e5d-a715-678a9ae3215e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 47, 26), 'started_at': datetime.datetime(2021, 10, 12, 17, 47, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:52:55.220967 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-ac8999d2-cb17-4d5e-bd4d-03aaf4749767 service neutron] Checking segment: {'id': '1daa5b13-1a46-4a51-8ff5-99f71f99c000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1373, 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:52:55.221350 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-ac8999d2-cb17-4d5e-bd4d-03aaf4749767 service neutron] Bound using segment: {'id': '1daa5b13-1a46-4a51-8ff5-99f71f99c000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1373, 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:52:55.221768 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-ac8999d2-cb17-4d5e-bd4d-03aaf4749767 service neutron] Bound port: 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1daa5b13-1a46-4a51-8ff5-99f71f99c000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1373, 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:52:55.222109 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-ac8999d2-cb17-4d5e-bd4d-03aaf4749767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:55.244156 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-cfd8fb1d-27c6-4a18-938f-09a0675a12c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:55.321415 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-ac8999d2-cb17-4d5e-bd4d-03aaf4749767 service neutron] For port 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad, host hv-cinder-81322, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:52:55.324681 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-ac8999d2-cb17-4d5e-bd4d-03aaf4749767 service neutron] For port 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=25ab8f82-e81c-4ff2-b9b7-a75ef18500ad,segment=NetworkSegment(1daa5b13-1a46-4a51-8ff5-99f71f99c000),segment_id=1daa5b13-1a46-4a51-8ff5-99f71f99c000)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:52:55.329770 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-ac8999d2-cb17-4d5e-bd4d-03aaf4749767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196327'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:55.335650 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-cfd8fb1d-27c6-4a18-938f-09a0675a12c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:55.338781 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-cfd8fb1d-27c6-4a18-938f-09a0675a12c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:55.339948 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-cfd8fb1d-27c6-4a18-938f-09a0675a12c8 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/6b997ba8-7ff0-40db-a68b-8fcf117ad8d2 HTTP/1.1" status: 204 len: 168 time: 0.4616070 Oct 12 17:52:55.370834 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd8fb1d-27c6-4a18-938f-09a0675a12c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b997ba8-7ff0-40db-a68b-8fcf117ad8d2,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:55.381176 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-ac8999d2-cb17-4d5e-bd4d-03aaf4749767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:55.381910 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-ac8999d2-cb17-4d5e-bd4d-03aaf4749767 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:55.383400 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-ac8999d2-cb17-4d5e-bd4d-03aaf4749767 service neutron] 10.222.0.44 "PUT /v2.0/ports/25ab8f82-e81c-4ff2-b9b7-a75ef18500ad HTTP/1.1" status: 200 len: 1093 time: 0.9643166 Oct 12 17:52:55.383872 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a264bb5c-11b8-44ff-8dc8-0c36d84b580c', 'tag': '25ab8f82-e81c-4ff2-b9b7-a75ef18500ad'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:52:55.386224 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cffe8ec-4621-4e6b-a720-2f7988b1b228" -d '{"events": [{"name": "network-changed", "server_uuid": "a264bb5c-11b8-44ff-8dc8-0c36d84b580c", "tag": "25ab8f82-e81c-4ff2-b9b7-a75ef18500ad"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:52:55.409929 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8999d2-cb17-4d5e-bd4d-03aaf4749767 service neutron] Pushing event updated for resources: {'Port': ['ID=25ab8f82-e81c-4ff2-b9b7-a75ef18500ad,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:55.448000 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03feda41-3823-48a9-be58-3c91159b2662 x-openstack-request-id: req-03feda41-3823-48a9-be58-3c91159b2662 {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:52:55.448277 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a264bb5c-11b8-44ff-8dc8-0c36d84b580c", "tag": "25ab8f82-e81c-4ff2-b9b7-a75ef18500ad", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:52:55.448532 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-03feda41-3823-48a9-be58-3c91159b2662 {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:52:55.448923 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a264bb5c-11b8-44ff-8dc8-0c36d84b580c', 'tag': '25ab8f82-e81c-4ff2-b9b7-a75ef18500ad', 'status': 'completed', 'code': 200} Oct 12 17:52:55.487410 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-1c50295d-a126-4df8-8618-177a8e7cdfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:55.489229 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-1c50295d-a126-4df8-8618-177a8e7cdfb9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dfd0375a96eb488fae8a38e2ba0c646a&device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 1096 time: 0.0532436 Oct 12 17:52:55.532971 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-3d00a8d6-b30b-4d9a-8e3b-320fcd9778fb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25ab8f82-e81c-4ff2-b9b7-a75ef18500ad HTTP/1.1" status: 200 len: 217 time: 0.0351129 Oct 12 17:52:55.590398 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-2a8288a3-1b5d-44e6-99c5-b00d67362705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:55.591899 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-2a8288a3-1b5d-44e6-99c5-b00d67362705 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a884ca43-ba25-4d6f-85eb-cb8452a55329 HTTP/1.1" status: 200 len: 856 time: 0.0515652 Oct 12 17:52:55.640931 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-39fc51b1-b6e4-4df9-aef0-31d5fae6f91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:55.642489 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-39fc51b1-b6e4-4df9-aef0-31d5fae6f91e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1d64f78d-25a5-4c4d-bea6-a6a102640e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419669 Oct 12 17:52:55.735862 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-42771536-e531-42c3-9ee1-8c8cc58342aa service neutron] 10.222.0.44 "GET /v2.0/networks/1d64f78d-25a5-4c4d-bea6-a6a102640e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856059 Oct 12 17:52:55.829691 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-3fd0e114-168e-478c-9c7a-a2dbd6a64862 req-d9f16792-2227-44c1-a939-051575e3eb02 service neutron] 10.222.0.44 "GET /v2.0/networks/1d64f78d-25a5-4c4d-bea6-a6a102640e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865786 Oct 12 17:52:55.917294 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cffe8ec-4621-4e6b-a720-2f7988b1b228 req-274ada80-02c4-41f3-ad86-44afebd14e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:55.918917 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-5cffe8ec-4621-4e6b-a720-2f7988b1b228 req-274ada80-02c4-41f3-ad86-44afebd14e08 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dfd0375a96eb488fae8a38e2ba0c646a&device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 1096 time: 0.0425420 Oct 12 17:52:56.016750 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cffe8ec-4621-4e6b-a720-2f7988b1b228 req-0c9fd099-f5a9-44c1-b1e1-5df76a5d0d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:56.018314 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-5cffe8ec-4621-4e6b-a720-2f7988b1b228 req-0c9fd099-f5a9-44c1-b1e1-5df76a5d0d34 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1d64f78d-25a5-4c4d-bea6-a6a102640e50 HTTP/1.1" status: 200 len: 919 time: 0.0914879 Oct 12 17:52:56.059951 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-5cffe8ec-4621-4e6b-a720-2f7988b1b228 req-c6d953be-4354-4ac6-9832-fd23332d0dff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25ab8f82-e81c-4ff2-b9b7-a75ef18500ad HTTP/1.1" status: 200 len: 217 time: 0.0339651 Oct 12 17:52:56.114499 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cffe8ec-4621-4e6b-a720-2f7988b1b228 req-8e8b329a-b662-4aaa-972b-99f27f369530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:56.116395 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-5cffe8ec-4621-4e6b-a720-2f7988b1b228 req-8e8b329a-b662-4aaa-972b-99f27f369530 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a884ca43-ba25-4d6f-85eb-cb8452a55329 HTTP/1.1" status: 200 len: 856 time: 0.0481005 Oct 12 17:52:56.144357 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5186b-fa86-436b-9e16-735afd8dcad6 req-b7298d05-2b5c-40a1-bbb2-f5a064fa97c2 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:56.149555 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ffb5186b-fa86-436b-9e16-735afd8dcad6 req-b7298d05-2b5c-40a1-bbb2-f5a064fa97c2 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 943 time: 0.0597317 Oct 12 17:52:56.169722 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cffe8ec-4621-4e6b-a720-2f7988b1b228 req-44e12f44-eb76-4eb4-bf3d-09409189338d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:56.171213 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-5cffe8ec-4621-4e6b-a720-2f7988b1b228 req-44e12f44-eb76-4eb4-bf3d-09409189338d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1d64f78d-25a5-4c4d-bea6-a6a102640e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465686 Oct 12 17:52:56.190378 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ffb5186b-fa86-436b-9e16-735afd8dcad6 req-296afcf5-dde8-4dde-afb0-9191cfcd63a8 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345547 Oct 12 17:52:56.266525 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-5cffe8ec-4621-4e6b-a720-2f7988b1b228 req-0640e8bf-039b-4ba2-8c78-965651b2c843 service neutron] 10.222.0.44 "GET /v2.0/networks/1d64f78d-25a5-4c4d-bea6-a6a102640e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860662 Oct 12 17:52:56.364218 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-5cffe8ec-4621-4e6b-a720-2f7988b1b228 req-0f8d10a2-dd33-4461-bb8a-ec9406e6a130 service neutron] 10.222.0.44 "GET /v2.0/networks/1d64f78d-25a5-4c4d-bea6-a6a102640e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880072 Oct 12 17:52:56.646694 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:57.329407 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01be6c6-1617-40cb-aff0-846386b33482 req-592a6c2f-7d73-491b-a55c-2c85ff5dbc56 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:57.330891 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e01be6c6-1617-40cb-aff0-846386b33482 req-592a6c2f-7d73-491b-a55c-2c85ff5dbc56 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 943 time: 0.0543416 Oct 12 17:52:57.369130 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e01be6c6-1617-40cb-aff0-846386b33482 req-19c16f33-5e47-43cb-8a9d-592eb67d90e9 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320971 Oct 12 17:52:58.140330 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 6 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:52:58.493113 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788077e-b27d-44fc-92ce-e2ddb244fbb6 req-f7536132-3536-479d-99dc-6b73f7b40a12 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:58.494621 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f788077e-b27d-44fc-92ce-e2ddb244fbb6 req-f7536132-3536-479d-99dc-6b73f7b40a12 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 943 time: 0.0503361 Oct 12 17:52:58.533838 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f788077e-b27d-44fc-92ce-e2ddb244fbb6 req-c30f3c7b-b5e7-435c-bc87-62b92b8c8430 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327263 Oct 12 17:52:59.256498 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:52:59.362554 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=25ab8f82-e81c-4ff2-b9b7-a75ef18500ad,segment=NetworkSegment(1daa5b13-1a46-4a51-8ff5-99f71f99c000),segment_id=1daa5b13-1a46-4a51-8ff5-99f71f99c000)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:52:59.374613 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Returning: {'device': '25ab8f82-e81c-4ff2-b9b7-a75ef18500ad', 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50', 'port_id': '25ab8f82-e81c-4ff2-b9b7-a75ef18500ad', 'mac_address': 'fa:16:3e:d9:20:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a884ca43-ba25-4d6f-85eb-cb8452a55329', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:52:59.415274 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:59.429166 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad {{(pid=105768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:52:59.455201 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=25ab8f82-e81c-4ff2-b9b7-a75ef18500ad,segment=NetworkSegment(1daa5b13-1a46-4a51-8ff5-99f71f99c000),segment_id=1daa5b13-1a46-4a51-8ff5-99f71f99c000)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:52:59.460631 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:59.509530 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=25ab8f82-e81c-4ff2-b9b7-a75ef18500ad,revision_number=4']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:59.604160 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 37224) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:59.668856 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105cd7dd-3a48-4e57-8dc8-51f5d274beb4 req-79b28ceb-1aea-4c15-808b-bc43b7f88046 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:59.670268 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-105cd7dd-3a48-4e57-8dc8-51f5d274beb4 req-79b28ceb-1aea-4c15-808b-bc43b7f88046 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 944 time: 0.0558393 Oct 12 17:52:59.694064 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['25ab8f82-e81c-4ff2-b9b7-a75ef18500ad'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:52:59.715322 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-105cd7dd-3a48-4e57-8dc8-51f5d274beb4 req-8dd13d53-0555-40ac-88d6-24e1de4466f2 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391173 Oct 12 17:52:59.721504 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bc165684-1e03-409c-bea0-5793f7339c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:59.793873 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bc165684-1e03-409c-bea0-5793f7339c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:59.799929 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bc165684-1e03-409c-bea0-5793f7339c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:59.838395 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-bc165684-1e03-409c-bea0-5793f7339c60 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=eb5b0addc9814a9aa86996eb194ec1d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330949 Oct 12 17:52:59.839285 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc165684-1e03-409c-bea0-5793f7339c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fcf5e3-d88b-4d43-9638-e8e55dcf9583,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:59.841518 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 37228) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:59.896750 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-76227627-c3e9-473d-8785-72b8173652f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:59.917451 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-76227627-c3e9-473d-8785-72b8173652f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:59.969632 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-76227627-c3e9-473d-8785-72b8173652f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:59.972657 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-76227627-c3e9-473d-8785-72b8173652f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:59.973810 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-76227627-c3e9-473d-8785-72b8173652f5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a3fcf5e3-d88b-4d43-9638-e8e55dcf9583 HTTP/1.1" status: 204 len: 168 time: 0.1312640 Oct 12 17:52:59.981437 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76227627-c3e9-473d-8785-72b8173652f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fcf5e3-d88b-4d43-9638-e8e55dcf9583,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:00.244253 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 37234) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:53:00.257561 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-196e339d-9153-4b42-aa99-176cfc9deb38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:00.339604 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-196e339d-9153-4b42-aa99-176cfc9deb38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:00.344818 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-196e339d-9153-4b42-aa99-176cfc9deb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:00.385871 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-196e339d-9153-4b42-aa99-176cfc9deb38 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c59200c3b18b4f0a989f10940ea445ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1404774 Oct 12 17:53:00.386806 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e339d-9153-4b42-aa99-176cfc9deb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5f26fd-bb9c-428e-966d-0c9c79575d28,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:00.388729 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 37236) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:53:00.438689 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-df427fc0-3068-4620-9688-c62a2fb464d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:00.460110 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-df427fc0-3068-4620-9688-c62a2fb464d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:00.515388 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-df427fc0-3068-4620-9688-c62a2fb464d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:00.519658 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-df427fc0-3068-4620-9688-c62a2fb464d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:00.520980 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-df427fc0-3068-4620-9688-c62a2fb464d3 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3d5f26fd-bb9c-428e-966d-0c9c79575d28 HTTP/1.1" status: 204 len: 168 time: 0.1312726 Oct 12 17:53:00.529125 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df427fc0-3068-4620-9688-c62a2fb464d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5f26fd-bb9c-428e-966d-0c9c79575d28,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:00.845154 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e41166e-a6d9-44f4-88e7-d84fed139826 req-7ca42bc0-dc98-414e-9abd-9dd3127de58a tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:00.846982 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0e41166e-a6d9-44f4-88e7-d84fed139826 req-7ca42bc0-dc98-414e-9abd-9dd3127de58a tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 944 time: 0.0513592 Oct 12 17:53:00.884120 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0e41166e-a6d9-44f4-88e7-d84fed139826 req-de90348e-70d2-4193-a878-82ce8f5f9654 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313702 Oct 12 17:53:01.265039 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad up at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:53:01.315371 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning for port 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad completed by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:53:01.319401 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning complete for port 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:53:01.319761 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:01.399637 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:01.423429 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a264bb5c-11b8-44ff-8dc8-0c36d84b580c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ab8f82-e81c-4ff2-b9b7-a75ef18500ad'}] {{(pid=105768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:53:01.425717 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d673ce2dcb2bb4fbf918fb1a8c35d4bb21dca6670ea86fc912d44392d0d8dbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9149aa91-d2b7-4f59-b429-78595e381c16" -d '{"events": [{"server_uuid": "a264bb5c-11b8-44ff-8dc8-0c36d84b580c", "name": "network-vif-plugged", "status": "completed", "tag": "25ab8f82-e81c-4ff2-b9b7-a75ef18500ad"}]}' {{(pid=105768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:53:01.439078 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=25ab8f82-e81c-4ff2-b9b7-a75ef18500ad,segment=NetworkSegment(1daa5b13-1a46-4a51-8ff5-99f71f99c000),segment_id=1daa5b13-1a46-4a51-8ff5-99f71f99c000)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:53:01.445152 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:01.487148 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714e65f7-a11f-48ba-8a9e-c6950f25c5fd x-openstack-request-id: req-714e65f7-a11f-48ba-8a9e-c6950f25c5fd {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:53:01.487623 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a264bb5c-11b8-44ff-8dc8-0c36d84b580c", "name": "network-vif-plugged", "status": "completed", "tag": "25ab8f82-e81c-4ff2-b9b7-a75ef18500ad", "code": 200}]} {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:53:01.488029 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-714e65f7-a11f-48ba-8a9e-c6950f25c5fd {{(pid=105768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:53:01.488827 dv-cinder-813226-2-iscsi neutron-server[105768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a264bb5c-11b8-44ff-8dc8-0c36d84b580c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ab8f82-e81c-4ff2-b9b7-a75ef18500ad', 'code': 200} Oct 12 17:53:01.518558 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=25ab8f82-e81c-4ff2-b9b7-a75ef18500ad,revision_number=5']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:01.642491 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680cd04e-961a-46d9-bf28-65a02cbf0c2c req-55626e71-7813-4b4f-a51f-390200f57ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:01.644203 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-680cd04e-961a-46d9-bf28-65a02cbf0c2c req-55626e71-7813-4b4f-a51f-390200f57ad5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 1098 time: 0.0448692 Oct 12 17:53:01.681391 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-680cd04e-961a-46d9-bf28-65a02cbf0c2c req-1f894025-d35e-4cd0-b1b1-dfd9bebc5fe1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302393 Oct 12 17:53:02.009413 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd34a1-6425-499b-8d24-d79dd6755cff req-bdb80dd0-a4df-4d4d-a151-121354778e69 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:02.010886 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5bbd34a1-6425-499b-8d24-d79dd6755cff req-bdb80dd0-a4df-4d4d-a151-121354778e69 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 945 time: 0.0495818 Oct 12 17:53:02.050644 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5bbd34a1-6425-499b-8d24-d79dd6755cff req-8715f243-116a-4369-b517-8e7fad70b98f tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307419 Oct 12 17:53:02.843377 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-ea1ace5e-5290-4b89-a2bb-ae1f88412da9 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=d994138662744ac69985ea85fd7104da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296628 Oct 12 17:53:03.249774 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-f45d96fb-cdd1-4c9d-97c0-a3d26f18722b tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:03.251189 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-f45d96fb-cdd1-4c9d-97c0-a3d26f18722b tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4020829 Oct 12 17:53:03.271636 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-387e17af-62b8-4505-9bf4-b5b4a5fa6259 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] 10.222.0.85 "GET /v2.0/quotas/d994138662744ac69985ea85fd7104da HTTP/1.1" status: 200 len: 375 time: 0.0136354 Oct 12 17:53:03.281816 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2789dc-1369-42da-91a4-4d22ef873250 req-f19377a4-69ca-43a7-b8db-63e9149aa9f1 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:03.283278 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5d2789dc-1369-42da-91a4-4d22ef873250 req-f19377a4-69ca-43a7-b8db-63e9149aa9f1 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 945 time: 0.0772336 Oct 12 17:53:03.313245 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-38116b59-2d85-4720-8989-a5ebd5be8cae tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=d994138662744ac69985ea85fd7104da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290034 Oct 12 17:53:03.338852 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5d2789dc-1369-42da-91a4-4d22ef873250 req-06d0ea02-4b14-47bc-9f5f-5fd7f9e34de6 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466421 Oct 12 17:53:03.468311 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69add319-3bbd-4bae-8816-1369319aed1b req-74567a5f-893b-425b-a151-817dd121c7b9 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:03.469899 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-69add319-3bbd-4bae-8816-1369319aed1b req-74567a5f-893b-425b-a151-817dd121c7b9 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 945 time: 0.0606816 Oct 12 17:53:03.478902 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 37294) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:53:03.483919 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [None req-6d6e9eac-1a34-4468-ae86-42b926d5f2d7 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Request body: {'floatingip': {'port_id': '25ab8f82-e81c-4ff2-b9b7-a75ef18500ad'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:53:03.487406 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0c70e909-374a-4554-8b2d-2c527a1e8c6b req-18d6b911-145e-48ad-8831-95a997c39e6f tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e3f9e4ba-2527-4411-8e1f-457713f4c1b6 HTTP/1.1" status: 200 len: 210 time: 0.0389555 Oct 12 17:53:03.556041 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-6d6e9eac-1a34-4468-ae86-42b926d5f2d7 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for floatingip, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:04.150398 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-6d6e9eac-1a34-4468-ae86-42b926d5f2d7 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:04.157326 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-6d6e9eac-1a34-4468-ae86-42b926d5f2d7 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8091027'] for floatingip, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:04.254388 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.db.l3_db [None req-6d6e9eac-1a34-4468-ae86-42b926d5f2d7 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Floating IP 05daf6e5-a8da-4f99-b13a-d75eec3c60fc associated. External IP: 172.27.0.167, port: 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad. Oct 12 17:53:04.584401 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f8953224-3ef3-441b-bdc8-c56568a22c4f req-709f7cb9-0e37-4991-9617-fde35977b391 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e3f9e4ba-2527-4411-8e1f-457713f4c1b6 HTTP/1.1" status: 200 len: 210 time: 0.0285556 Oct 12 17:53:04.593535 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-b49f73c2-fdd0-4b36-a974-5c6ce0f7395c tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=d994138662744ac69985ea85fd7104da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341113 Oct 12 17:53:04.855628 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-444d39c8-adf9-4587-bb71-902b77883983 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:04.857103 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-444d39c8-adf9-4587-bb71-902b77883983 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2549155 Oct 12 17:53:04.873651 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-0c4c5af2-c0a7-4b3f-9523-4d28940bc113 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] Request body: {'port': {'device_id': 'e3f9e4ba-2527-4411-8e1f-457713f4c1b6', 'network_id': '08e1fe0a-c910-48c5-b00c-a743996a9c8e', 'admin_state_up': True, 'tenant_id': 'd994138662744ac69985ea85fd7104da'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:53:04.926558 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6e9eac-1a34-4468-ae86-42b926d5f2d7 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Router 27296b46-1290-4b5e-a4f0-045b9377fc19 has already been hosted by L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 {{(pid=105767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:53:05.090208 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6e9eac-1a34-4468-ae86-42b926d5f2d7 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:53:05.096550 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-6d6e9eac-1a34-4468-ae86-42b926d5f2d7 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for floatingip, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:05.101875 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-0c4c5af2-c0a7-4b3f-9523-4d28940bc113 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] Made reservation on behalf of d994138662744ac69985ea85fd7104da for: {'port': 1} {{(pid=105767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:53:05.107495 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-0c4c5af2-c0a7-4b3f-9523-4d28940bc113 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:05.107666 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfbb1d1-dd9c-4896-a919-85b48f688c64 None None] Sync routers for ids ['27296b46-1290-4b5e-a4f0-045b9377fc19'] in dv-cinder-813226-2-iscsi {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:53:05.117880 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfbb1d1-dd9c-4896-a919-85b48f688c64 None None] Routers {'27296b46-1290-4b5e-a4f0-045b9377fc19'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:53:05.118630 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-fdfbb1d1-dd9c-4896-a919-85b48f688c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:52:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['27296b46-1290-4b5e-a4f0-045b9377fc19'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:53:05.133385 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-0c4c5af2-c0a7-4b3f-9523-4d28940bc113 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:05.153399 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-6d6e9eac-1a34-4468-ae86-42b926d5f2d7 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "PUT /v2.0/floatingips/05daf6e5-a8da-4f99-b13a-d75eec3c60fc HTTP/1.1" status: 200 len: 991 time: 1.6718390 Oct 12 17:53:05.154058 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a264bb5c-11b8-44ff-8dc8-0c36d84b580c', 'tag': '25ab8f82-e81c-4ff2-b9b7-a75ef18500ad'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:53:05.156467 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ffaefa-e291-4d59-b708-b43fba5fc85a" -d '{"events": [{"name": "network-changed", "server_uuid": "a264bb5c-11b8-44ff-8dc8-0c36d84b580c", "tag": "25ab8f82-e81c-4ff2-b9b7-a75ef18500ad"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:53:05.225345 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33777ce6-1e46-4761-85da-d74e54aa408a x-openstack-request-id: req-33777ce6-1e46-4761-85da-d74e54aa408a {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:53:05.225629 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a264bb5c-11b8-44ff-8dc8-0c36d84b580c", "tag": "25ab8f82-e81c-4ff2-b9b7-a75ef18500ad", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:53:05.225875 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-33777ce6-1e46-4761-85da-d74e54aa408a {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:53:05.226249 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a264bb5c-11b8-44ff-8dc8-0c36d84b580c', 'tag': '25ab8f82-e81c-4ff2-b9b7-a75ef18500ad', 'status': 'completed', 'code': 200} Oct 12 17:53:05.246734 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-fdfbb1d1-dd9c-4896-a919-85b48f688c64 None None] Set router 27296b46-1290-4b5e-a4f0-045b9377fc19 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:53:05.292348 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-0c4c5af2-c0a7-4b3f-9523-4d28940bc113 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:05.299410 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-0c4c5af2-c0a7-4b3f-9523-4d28940bc113 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:05.365407 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ffaefa-e291-4d59-b708-b43fba5fc85a req-e899db82-7216-4834-9e83-7ece8ab07302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:05.367086 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-55ffaefa-e291-4d59-b708-b43fba5fc85a req-e899db82-7216-4834-9e83-7ece8ab07302 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dfd0375a96eb488fae8a38e2ba0c646a&device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 1098 time: 0.1115119 Oct 12 17:53:05.371824 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c5af2-c0a7-4b3f-9523-4d28940bc113 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6d1c9b-6301-4c40-87df-1abcb578a294,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:05.512518 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.db_base_plugin_common [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-0c4c5af2-c0a7-4b3f-9523-4d28940bc113 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] Allocated IP 192.168.233.97 (08e1fe0a-c910-48c5-b00c-a743996a9c8e/ffc22cb2-c752-4689-9ab8-7683395e1011/b1b44473-fe40-4e95-9f9d-1bf734fcac2a) {{(pid=105767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:53:05.524351 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ffaefa-e291-4d59-b708-b43fba5fc85a req-4155c690-f1d2-4f4a-81e0-e353cb032bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:05.526039 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-55ffaefa-e291-4d59-b708-b43fba5fc85a req-4155c690-f1d2-4f4a-81e0-e353cb032bac service neutron] 10.222.0.44 "GET /v2.0/networks?id=1d64f78d-25a5-4c4d-bea6-a6a102640e50 HTTP/1.1" status: 200 len: 919 time: 0.1505661 Oct 12 17:53:05.639996 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-fdfbb1d1-dd9c-4896-a919-85b48f688c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'name': 'tempest-AttachVolumeShelveTestJSON-1067764364-router', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'b5ae15a1-9d93-4fcc-9224-a7d6be24e905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:52:46Z', 'updated_at': '2021-10-12T17:52:49Z', 'revision_number': 4, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'gw_port': {'id': 'b5ae15a1-9d93-4fcc-9224-a7d6be24e905', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:52:46Z', 'updated_at': '2021-10-12T17:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_floatingips': [{'id': '05daf6e5-a8da-4f99-b13a-d75eec3c60fc', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'router_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'port_id': '25ab8f82-e81c-4ff2-b9b7-a75ef18500ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50', 'mac_address': 'fa:16:3e:d9:20:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a264bb5c-11b8-44ff-8dc8-0c36d84b580c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:52:51Z', 'updated_at': '2021-10-12T17:53:04Z', 'revision_number': 1, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd09bbaf-213e-4fe6-a25d-daccbd306698', 'name': '', 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'mac_address': 'fa:16:3e:b4:b5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a884ca43-ba25-4d6f-85eb-cb8452a55329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:52:48Z', 'updated_at': '2021-10-12T17:52:53Z', 'revision_number': 5, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'subnets': [{'id': 'a884ca43-ba25-4d6f-85eb-cb8452a55329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:53:05.661522 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-55ffaefa-e291-4d59-b708-b43fba5fc85a req-2d3d2530-72dd-423f-85f8-1414b1562c1e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25ab8f82-e81c-4ff2-b9b7-a75ef18500ad HTTP/1.1" status: 200 len: 999 time: 0.1274612 Oct 12 17:53:05.666478 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfbb1d1-dd9c-4896-a919-85b48f688c64 None None] Checking router: 27296b46-1290-4b5e-a4f0-045b9377fc19 for host: dv-cinder-813226-2-iscsi {{(pid=105768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:53:05.676024 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfbb1d1-dd9c-4896-a919-85b48f688c64 None None] Routers {'27296b46-1290-4b5e-a4f0-045b9377fc19'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:53:05.676634 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-fdfbb1d1-dd9c-4896-a919-85b48f688c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:52:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['27296b46-1290-4b5e-a4f0-045b9377fc19'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:53:05.686519 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-7724ad54-aa57-4649-9d20-d78549a78abe req-077f036c-f1fe-4798-b675-be0291d544ff tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e3f9e4ba-2527-4411-8e1f-457713f4c1b6 HTTP/1.1" status: 200 len: 210 time: 0.0305724 Oct 12 17:53:05.737191 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ffaefa-e291-4d59-b708-b43fba5fc85a req-8d26e9ce-49b1-4699-9941-1fd28e74954b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:05.738675 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-55ffaefa-e291-4d59-b708-b43fba5fc85a req-8d26e9ce-49b1-4699-9941-1fd28e74954b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a884ca43-ba25-4d6f-85eb-cb8452a55329 HTTP/1.1" status: 200 len: 856 time: 0.0699811 Oct 12 17:53:05.767722 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-0c4c5af2-c0a7-4b3f-9523-4d28940bc113 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] Notify callbacks [] for port, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:05.782427 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-fdfbb1d1-dd9c-4896-a919-85b48f688c64 None None] Set router 27296b46-1290-4b5e-a4f0-045b9377fc19 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:53:05.821790 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ffaefa-e291-4d59-b708-b43fba5fc85a req-bcdce3e2-930b-4582-ae54-d06abceebf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:05.823353 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-55ffaefa-e291-4d59-b708-b43fba5fc85a req-bcdce3e2-930b-4582-ae54-d06abceebf44 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1d64f78d-25a5-4c4d-bea6-a6a102640e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0674882 Oct 12 17:53:05.840483 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-0c4c5af2-c0a7-4b3f-9523-4d28940bc113 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:05.932813 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-0c4c5af2-c0a7-4b3f-9523-4d28940bc113 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] Network 08e1fe0a-c910-48c5-b00c-a743996a9c8e is already hosted by enough agents. {{(pid=105767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:53:05.940153 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-0c4c5af2-c0a7-4b3f-9523-4d28940bc113 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] Resources bound (agent type, host, resource id): {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:53:05.941948 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c5af2-c0a7-4b3f-9523-4d28940bc113 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] Pushing event updated for resources: {'Port': ['ID=b1b44473-fe40-4e95-9f9d-1bf734fcac2a,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:05.949771 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-0c4c5af2-c0a7-4b3f-9523-4d28940bc113 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] Received port after_create {{(pid=105767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:53:06.002752 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-55ffaefa-e291-4d59-b708-b43fba5fc85a req-681e6bb9-5b3a-40ee-8b3c-ca3f43ffa245 service neutron] 10.222.0.44 "GET /v2.0/networks/1d64f78d-25a5-4c4d-bea6-a6a102640e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711974 Oct 12 17:53:06.014696 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-0c4c5af2-c0a7-4b3f-9523-4d28940bc113 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:06.015107 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-fdfbb1d1-dd9c-4896-a919-85b48f688c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'name': 'tempest-AttachVolumeShelveTestJSON-1067764364-router', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'b5ae15a1-9d93-4fcc-9224-a7d6be24e905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:52:46Z', 'updated_at': '2021-10-12T17:52:49Z', 'revision_number': 4, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'gw_port': {'id': 'b5ae15a1-9d93-4fcc-9224-a7d6be24e905', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:52:46Z', 'updated_at': '2021-10-12T17:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_floatingips': [{'id': '05daf6e5-a8da-4f99-b13a-d75eec3c60fc', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'router_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'port_id': '25ab8f82-e81c-4ff2-b9b7-a75ef18500ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50', 'mac_address': 'fa:16:3e:d9:20:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a264bb5c-11b8-44ff-8dc8-0c36d84b580c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:52:51Z', 'updated_at': '2021-10-12T17:53:04Z', 'revision_number': 1, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd09bbaf-213e-4fe6-a25d-daccbd306698', 'name': '', 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'mac_address': 'fa:16:3e:b4:b5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a884ca43-ba25-4d6f-85eb-cb8452a55329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:52:48Z', 'updated_at': '2021-10-12T17:52:53Z', 'revision_number': 5, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'subnets': [{'id': 'a884ca43-ba25-4d6f-85eb-cb8452a55329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:53:06.015393 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-0c4c5af2-c0a7-4b3f-9523-4d28940bc113 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:06.049069 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfbb1d1-dd9c-4896-a919-85b48f688c64 None None] The sync data for ids ['27296b46-1290-4b5e-a4f0-045b9377fc19'] in dv-cinder-813226-2-iscsi is: [{'id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'name': 'tempest-AttachVolumeShelveTestJSON-1067764364-router', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'b5ae15a1-9d93-4fcc-9224-a7d6be24e905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:52:46Z', 'updated_at': '2021-10-12T17:52:49Z', 'revision_number': 4, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'gw_port': {'id': 'b5ae15a1-9d93-4fcc-9224-a7d6be24e905', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:52:46Z', 'updated_at': '2021-10-12T17:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_floatingips': [{'id': '05daf6e5-a8da-4f99-b13a-d75eec3c60fc', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'router_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'port_id': '25ab8f82-e81c-4ff2-b9b7-a75ef18500ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50', 'mac_address': 'fa:16:3e:d9:20:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a264bb5c-11b8-44ff-8dc8-0c36d84b580c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:52:51Z', 'updated_at': '2021-10-12T17:53:04Z', 'revision_number': 1, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd09bbaf-213e-4fe6-a25d-daccbd306698', 'name': '', 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'mac_address': 'fa:16:3e:b4:b5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a884ca43-ba25-4d6f-85eb-cb8452a55329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:52:48Z', 'updated_at': '2021-10-12T17:52:53Z', 'revision_number': 5, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'subnets': [{'id': 'a884ca43-ba25-4d6f-85eb-cb8452a55329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:53:06.078150 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-0c4c5af2-c0a7-4b3f-9523-4d28940bc113 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2098837 Oct 12 17:53:06.095756 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-1122f416-1da0-4228-9d69-f01198762f9a service neutron] Request body: {'port': {'device_id': 'e3f9e4ba-2527-4411-8e1f-457713f4c1b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:53:06.171253 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-d32e57c7-47a3-4e50-8c77-25908964ccce None None] Provisioning complete for port b1b44473-fe40-4e95-9f9d-1bf734fcac2a triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:53:06.171891 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d32e57c7-47a3-4e50-8c77-25908964ccce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:06.176626 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-55ffaefa-e291-4d59-b708-b43fba5fc85a req-9579902d-98e7-45d6-983a-65d98a8c7699 service neutron] 10.222.0.44 "GET /v2.0/networks/1d64f78d-25a5-4c4d-bea6-a6a102640e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574826 Oct 12 17:53:06.177394 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-1122f416-1da0-4228-9d69-f01198762f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:06.226056 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-d32e57c7-47a3-4e50-8c77-25908964ccce None None] Port b1b44473-fe40-4e95-9f9d-1bf734fcac2a cannot update to ACTIVE because it is not bound. {{(pid=105768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:53:06.278608 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2678861-c7df-476f-b49a-1a6ed31353e3 None None] New status for floating IP 05daf6e5-a8da-4f99-b13a-d75eec3c60fc: ACTIVE {{(pid=105769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:53:06.448436 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-1122f416-1da0-4228-9d69-f01198762f9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1b44473-fe40-4e95-9f9d-1bf734fcac2a {{(pid=105767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:53:06.455781 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-1122f416-1da0-4228-9d69-f01198762f9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:06.467775 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-1122f416-1da0-4228-9d69-f01198762f9a service neutron] Transition to ACTIVE for port object b1b44473-fe40-4e95-9f9d-1bf734fcac2a will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:53:06.472690 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-1122f416-1da0-4228-9d69-f01198762f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196327'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:06.520788 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122f416-1da0-4228-9d69-f01198762f9a service neutron] Pushing event updated for resources: {'Port': ['ID=b1b44473-fe40-4e95-9f9d-1bf734fcac2a,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:06.588579 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-1122f416-1da0-4228-9d69-f01198762f9a service neutron] Attempting to bind port b1b44473-fe40-4e95-9f9d-1bf734fcac2a on host hv-cinder-81322 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:53:06.588911 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-1122f416-1da0-4228-9d69-f01198762f9a service neutron] Attempting to bind port b1b44473-fe40-4e95-9f9d-1bf734fcac2a by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'e40e111b-8d96-4719-a711-3194a98d4707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '08e1fe0a-c910-48c5-b00c-a743996a9c8e'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:53:06.589237 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-1122f416-1da0-4228-9d69-f01198762f9a service neutron] Attempting to bind port b1b44473-fe40-4e95-9f9d-1bf734fcac2a on network 08e1fe0a-c910-48c5-b00c-a743996a9c8e {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:53:06.594369 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-1122f416-1da0-4228-9d69-f01198762f9a service neutron] Port b1b44473-fe40-4e95-9f9d-1bf734fcac2a on network 08e1fe0a-c910-48c5-b00c-a743996a9c8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:53:06.594703 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-1122f416-1da0-4228-9d69-f01198762f9a service neutron] Attempting to bind port b1b44473-fe40-4e95-9f9d-1bf734fcac2a on network 08e1fe0a-c910-48c5-b00c-a743996a9c8e {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:53:06.599575 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-1122f416-1da0-4228-9d69-f01198762f9a service neutron] Checking agent: {'id': '4d49b38b-ca89-4e5d-a715-678a9ae3215e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 47, 26), 'started_at': datetime.datetime(2021, 10, 12, 17, 47, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:53:06.600042 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-1122f416-1da0-4228-9d69-f01198762f9a service neutron] Checking segment: {'id': 'e40e111b-8d96-4719-a711-3194a98d4707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '08e1fe0a-c910-48c5-b00c-a743996a9c8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:53:06.600421 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-1122f416-1da0-4228-9d69-f01198762f9a service neutron] Bound using segment: {'id': 'e40e111b-8d96-4719-a711-3194a98d4707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '08e1fe0a-c910-48c5-b00c-a743996a9c8e'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:53:06.600838 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-1122f416-1da0-4228-9d69-f01198762f9a service neutron] Bound port: b1b44473-fe40-4e95-9f9d-1bf734fcac2a, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e40e111b-8d96-4719-a711-3194a98d4707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '08e1fe0a-c910-48c5-b00c-a743996a9c8e'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:53:06.601183 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-1122f416-1da0-4228-9d69-f01198762f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:06.671295 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-1122f416-1da0-4228-9d69-f01198762f9a service neutron] For port b1b44473-fe40-4e95-9f9d-1bf734fcac2a, host hv-cinder-81322, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:53:06.674197 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-1122f416-1da0-4228-9d69-f01198762f9a service neutron] For port b1b44473-fe40-4e95-9f9d-1bf734fcac2a, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b1b44473-fe40-4e95-9f9d-1bf734fcac2a,segment=NetworkSegment(e40e111b-8d96-4719-a711-3194a98d4707),segment_id=e40e111b-8d96-4719-a711-3194a98d4707)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:53:06.680606 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-1122f416-1da0-4228-9d69-f01198762f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196327'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:06.711607 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-1122f416-1da0-4228-9d69-f01198762f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:06.712209 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-1122f416-1da0-4228-9d69-f01198762f9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:06.713682 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-1122f416-1da0-4228-9d69-f01198762f9a service neutron] 10.222.0.44 "PUT /v2.0/ports/b1b44473-fe40-4e95-9f9d-1bf734fcac2a HTTP/1.1" status: 200 len: 1097 time: 0.6245165 Oct 12 17:53:06.750849 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122f416-1da0-4228-9d69-f01198762f9a service neutron] Pushing event updated for resources: {'Port': ['ID=b1b44473-fe40-4e95-9f9d-1bf734fcac2a,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:06.813724 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-602dcd98-68d4-47c5-bbeb-116c310fd049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:06.815317 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-602dcd98-68d4-47c5-bbeb-116c310fd049 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d994138662744ac69985ea85fd7104da&device_id=e3f9e4ba-2527-4411-8e1f-457713f4c1b6 HTTP/1.1" status: 200 len: 1100 time: 0.0431793 Oct 12 17:53:06.841621 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41753210-3fb3-4556-8c9d-069f99e4a7d0 req-8190dc03-1716-4237-ba43-3bebaa343ff4 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:06.847039 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-41753210-3fb3-4556-8c9d-069f99e4a7d0 req-8190dc03-1716-4237-ba43-3bebaa343ff4 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e3f9e4ba-2527-4411-8e1f-457713f4c1b6 HTTP/1.1" status: 200 len: 947 time: 0.0633211 Oct 12 17:53:06.863323 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-d544d7fe-88f2-4236-ba84-42aef57dafad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=b1b44473-fe40-4e95-9f9d-1bf734fcac2a HTTP/1.1" status: 200 len: 217 time: 0.0377085 Oct 12 17:53:06.887042 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-41753210-3fb3-4556-8c9d-069f99e4a7d0 req-206cd3a7-4657-4c32-a201-71ea659bd9ef tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] 10.222.0.85 "GET /v2.0/security-groups?id=2f6d1c9b-6301-4c40-87df-1abcb578a294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376022 Oct 12 17:53:06.912559 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-706b8810-48a8-4577-a92d-20f2e443ce4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:06.914007 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-706b8810-48a8-4577-a92d-20f2e443ce4b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ffc22cb2-c752-4689-9ab8-7683395e1011 HTTP/1.1" status: 200 len: 843 time: 0.0443416 Oct 12 17:53:06.959584 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-ee51e11d-9210-45b6-8ed5-7040fbaa1823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:06.961149 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-ee51e11d-9210-45b6-8ed5-7040fbaa1823 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=08e1fe0a-c910-48c5-b00c-a743996a9c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0396125 Oct 12 17:53:07.058878 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-3279024c-29c9-4209-9fb0-14ae411cdb08 service neutron] 10.222.0.44 "GET /v2.0/networks/08e1fe0a-c910-48c5-b00c-a743996a9c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888062 Oct 12 17:53:07.154370 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-9aaa55c1-2aaa-4b89-b088-9a2dd7ad733a req-d6daf175-615f-4695-bd17-e9da4c04f5e4 service neutron] 10.222.0.44 "GET /v2.0/networks/08e1fe0a-c910-48c5-b00c-a743996a9c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852330 Oct 12 17:53:07.227037 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f9e4ba-2527-4411-8e1f-457713f4c1b6', 'tag': 'b1b44473-fe40-4e95-9f9d-1bf734fcac2a'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:53:07.229361 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01752550-3141-41fc-92fa-95c5ae52516b" -d '{"events": [{"name": "network-changed", "server_uuid": "e3f9e4ba-2527-4411-8e1f-457713f4c1b6", "tag": "b1b44473-fe40-4e95-9f9d-1bf734fcac2a"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:53:07.266447 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbf6949-4cf1-45bc-beea-222c1120500b x-openstack-request-id: req-4fbf6949-4cf1-45bc-beea-222c1120500b {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:53:07.266740 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3f9e4ba-2527-4411-8e1f-457713f4c1b6", "tag": "b1b44473-fe40-4e95-9f9d-1bf734fcac2a", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:53:07.266983 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-4fbf6949-4cf1-45bc-beea-222c1120500b {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:53:07.267401 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3f9e4ba-2527-4411-8e1f-457713f4c1b6', 'tag': 'b1b44473-fe40-4e95-9f9d-1bf734fcac2a', 'status': 'completed', 'code': 200} Oct 12 17:53:07.333488 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01752550-3141-41fc-92fa-95c5ae52516b req-b056dd43-3732-46f0-aa3a-f0147da165dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:07.335087 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-01752550-3141-41fc-92fa-95c5ae52516b req-b056dd43-3732-46f0-aa3a-f0147da165dc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d994138662744ac69985ea85fd7104da&device_id=e3f9e4ba-2527-4411-8e1f-457713f4c1b6 HTTP/1.1" status: 200 len: 1100 time: 0.0431881 Oct 12 17:53:07.440101 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01752550-3141-41fc-92fa-95c5ae52516b req-1de6a16d-6b34-422f-9dcd-b64ec72fc2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:07.442228 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-01752550-3141-41fc-92fa-95c5ae52516b req-1de6a16d-6b34-422f-9dcd-b64ec72fc2c3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=08e1fe0a-c910-48c5-b00c-a743996a9c8e HTTP/1.1" status: 200 len: 871 time: 0.0985873 Oct 12 17:53:07.489255 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-01752550-3141-41fc-92fa-95c5ae52516b req-4b4bc61c-e8b7-4e36-8681-8a86dcd303e3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=b1b44473-fe40-4e95-9f9d-1bf734fcac2a HTTP/1.1" status: 200 len: 217 time: 0.0378170 Oct 12 17:53:07.549456 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01752550-3141-41fc-92fa-95c5ae52516b req-13ba5097-e1ef-4ae1-93eb-4d6a65f3719a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:07.550927 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-01752550-3141-41fc-92fa-95c5ae52516b req-13ba5097-e1ef-4ae1-93eb-4d6a65f3719a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ffc22cb2-c752-4689-9ab8-7683395e1011 HTTP/1.1" status: 200 len: 843 time: 0.0537815 Oct 12 17:53:07.598948 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01752550-3141-41fc-92fa-95c5ae52516b req-a0495c69-3f2e-4989-b5c9-7efce9fb575f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:07.600456 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-01752550-3141-41fc-92fa-95c5ae52516b req-a0495c69-3f2e-4989-b5c9-7efce9fb575f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=08e1fe0a-c910-48c5-b00c-a743996a9c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0415046 Oct 12 17:53:07.694971 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-01752550-3141-41fc-92fa-95c5ae52516b req-0702bc14-048a-4f28-ba18-c48a404b0c3f service neutron] 10.222.0.44 "GET /v2.0/networks/08e1fe0a-c910-48c5-b00c-a743996a9c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859704 Oct 12 17:53:07.788982 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-01752550-3141-41fc-92fa-95c5ae52516b req-67f784fc-db4d-4fe7-a612-46ad39c3a772 service neutron] 10.222.0.44 "GET /v2.0/networks/08e1fe0a-c910-48c5-b00c-a743996a9c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846753 Oct 12 17:53:08.012751 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be64f8-9039-4353-97e9-68eb1d654c38 req-768bbae7-52b7-4f86-b790-08161f1de4c8 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:08.014196 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c3be64f8-9039-4353-97e9-68eb1d654c38 req-768bbae7-52b7-4f86-b790-08161f1de4c8 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e3f9e4ba-2527-4411-8e1f-457713f4c1b6 HTTP/1.1" status: 200 len: 947 time: 0.0499797 Oct 12 17:53:08.055918 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c3be64f8-9039-4353-97e9-68eb1d654c38 req-179c76c7-cab7-4df7-b775-0b2fea555875 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] 10.222.0.85 "GET /v2.0/security-groups?id=2f6d1c9b-6301-4c40-87df-1abcb578a294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318034 Oct 12 17:53:08.287580 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-dd9da860-e751-4655-b580-92d09ddea25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:09.195832 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed62213-3256-41dc-9122-4a4784026c60 req-e0eb9919-97c4-4338-8655-401901020ff2 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:09.197285 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-1ed62213-3256-41dc-9122-4a4784026c60 req-e0eb9919-97c4-4338-8655-401901020ff2 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e3f9e4ba-2527-4411-8e1f-457713f4c1b6 HTTP/1.1" status: 200 len: 947 time: 0.0556147 Oct 12 17:53:09.238214 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-1ed62213-3256-41dc-9122-4a4784026c60 req-712d690f-386c-409c-bef0-05c29e3d7f8e tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] 10.222.0.85 "GET /v2.0/security-groups?id=2f6d1c9b-6301-4c40-87df-1abcb578a294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342464 Oct 12 17:53:09.300381 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device b1b44473-fe40-4e95-9f9d-1bf734fcac2a details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:53:09.425568 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port b1b44473-fe40-4e95-9f9d-1bf734fcac2a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b1b44473-fe40-4e95-9f9d-1bf734fcac2a,segment=NetworkSegment(e40e111b-8d96-4719-a711-3194a98d4707),segment_id=e40e111b-8d96-4719-a711-3194a98d4707)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:53:09.441152 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Returning: {'device': 'b1b44473-fe40-4e95-9f9d-1bf734fcac2a', 'network_id': '08e1fe0a-c910-48c5-b00c-a743996a9c8e', 'port_id': 'b1b44473-fe40-4e95-9f9d-1bf734fcac2a', 'mac_address': 'fa:16:3e:0a:95:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffc22cb2-c752-4689-9ab8-7683395e1011', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:53:09.489355 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:09.503568 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1b44473-fe40-4e95-9f9d-1bf734fcac2a {{(pid=105768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:53:09.524412 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port b1b44473-fe40-4e95-9f9d-1bf734fcac2a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b1b44473-fe40-4e95-9f9d-1bf734fcac2a,segment=NetworkSegment(e40e111b-8d96-4719-a711-3194a98d4707),segment_id=e40e111b-8d96-4719-a711-3194a98d4707)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:53:09.531692 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:09.580726 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=b1b44473-fe40-4e95-9f9d-1bf734fcac2a,revision_number=4']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:09.774755 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['b1b44473-fe40-4e95-9f9d-1bf734fcac2a'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:53:10.362577 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9b3db-cb3d-4962-b3cd-8ba14e13e1e7 req-0b0fdfad-eb61-4a23-a9ca-2799e66e5141 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:10.364151 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-66f9b3db-cb3d-4962-b3cd-8ba14e13e1e7 req-0b0fdfad-eb61-4a23-a9ca-2799e66e5141 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e3f9e4ba-2527-4411-8e1f-457713f4c1b6 HTTP/1.1" status: 200 len: 948 time: 0.0547519 Oct 12 17:53:10.401913 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-66f9b3db-cb3d-4962-b3cd-8ba14e13e1e7 req-140a182e-353c-4828-8db3-cadd23ac6953 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] 10.222.0.85 "GET /v2.0/security-groups?id=2f6d1c9b-6301-4c40-87df-1abcb578a294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314331 Oct 12 17:53:11.010683 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-361dc0d8-30f2-40a8-b414-e376b5cb1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:11.316109 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device b1b44473-fe40-4e95-9f9d-1bf734fcac2a up at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:53:11.373756 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning for port b1b44473-fe40-4e95-9f9d-1bf734fcac2a completed by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:53:11.379865 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning complete for port b1b44473-fe40-4e95-9f9d-1bf734fcac2a triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:53:11.380476 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:11.474074 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:11.501405 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f9e4ba-2527-4411-8e1f-457713f4c1b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b44473-fe40-4e95-9f9d-1bf734fcac2a'}] {{(pid=105768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:53:11.503742 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d673ce2dcb2bb4fbf918fb1a8c35d4bb21dca6670ea86fc912d44392d0d8dbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3addd19-d75b-49db-bd63-3a0d13c68dcc" -d '{"events": [{"server_uuid": "e3f9e4ba-2527-4411-8e1f-457713f4c1b6", "name": "network-vif-plugged", "status": "completed", "tag": "b1b44473-fe40-4e95-9f9d-1bf734fcac2a"}]}' {{(pid=105768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:53:11.518288 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port b1b44473-fe40-4e95-9f9d-1bf734fcac2a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b1b44473-fe40-4e95-9f9d-1bf734fcac2a,segment=NetworkSegment(e40e111b-8d96-4719-a711-3194a98d4707),segment_id=e40e111b-8d96-4719-a711-3194a98d4707)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:53:11.524586 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:11.528296 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed291ad-61dd-4797-8040-0562775ba782 req-a1e2767c-fbc9-4c06-9b05-d297779389af tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:11.529849 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2ed291ad-61dd-4797-8040-0562775ba782 req-a1e2767c-fbc9-4c06-9b05-d297779389af tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e3f9e4ba-2527-4411-8e1f-457713f4c1b6 HTTP/1.1" status: 200 len: 948 time: 0.0575898 Oct 12 17:53:11.558181 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db0b913-e451-49c1-bddd-1685732be1d0 x-openstack-request-id: req-4db0b913-e451-49c1-bddd-1685732be1d0 {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:53:11.558579 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3f9e4ba-2527-4411-8e1f-457713f4c1b6", "name": "network-vif-plugged", "status": "completed", "tag": "b1b44473-fe40-4e95-9f9d-1bf734fcac2a", "code": 200}]} {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:53:11.558788 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-4db0b913-e451-49c1-bddd-1685732be1d0 {{(pid=105768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:53:11.559176 dv-cinder-813226-2-iscsi neutron-server[105768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3f9e4ba-2527-4411-8e1f-457713f4c1b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b44473-fe40-4e95-9f9d-1bf734fcac2a', 'code': 200} Oct 12 17:53:11.577456 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2ed291ad-61dd-4797-8040-0562775ba782 req-4e36ac54-f305-48c2-8f06-38d849e78a3d tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] 10.222.0.85 "GET /v2.0/security-groups?id=2f6d1c9b-6301-4c40-87df-1abcb578a294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401931 Oct 12 17:53:11.590421 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=b1b44473-fe40-4e95-9f9d-1bf734fcac2a,revision_number=5']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:11.733356 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1fd3da-acf1-4822-90be-cc53cc43e8b8 req-f405834d-2d17-4739-917c-103b7b58d8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:11.734947 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-ae1fd3da-acf1-4822-90be-cc53cc43e8b8 req-f405834d-2d17-4739-917c-103b7b58d8ee service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e3f9e4ba-2527-4411-8e1f-457713f4c1b6 HTTP/1.1" status: 200 len: 1102 time: 0.0475080 Oct 12 17:53:11.782840 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-ae1fd3da-acf1-4822-90be-cc53cc43e8b8 req-6d3074c2-cea0-4be2-8291-2dbb4ecb0cc6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2f6d1c9b-6301-4c40-87df-1abcb578a294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370250 Oct 12 17:53:11.884582 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:12.272706 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:12.697767 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83bd28-bf95-4fc8-9654-917d39095937 req-524fb1b0-6662-4550-a005-1874ffbbf1f3 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:12.699290 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8b83bd28-bf95-4fc8-9654-917d39095937 req-524fb1b0-6662-4550-a005-1874ffbbf1f3 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e3f9e4ba-2527-4411-8e1f-457713f4c1b6 HTTP/1.1" status: 200 len: 949 time: 0.0509539 Oct 12 17:53:12.739720 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8b83bd28-bf95-4fc8-9654-917d39095937 req-9c6798fd-6fbc-4f21-8a8d-1e34ba00aec0 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] 10.222.0.85 "GET /v2.0/security-groups?id=2f6d1c9b-6301-4c40-87df-1abcb578a294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339704 Oct 12 17:53:13.803408 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:13.872709 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19eeec-f5cb-49fd-bbd6-51cce330e32b req-c2d77a57-b5e9-4d82-bd08-5a99bc911d9d tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:13.874245 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5e19eeec-f5cb-49fd-bbd6-51cce330e32b req-c2d77a57-b5e9-4d82-bd08-5a99bc911d9d tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e3f9e4ba-2527-4411-8e1f-457713f4c1b6 HTTP/1.1" status: 200 len: 949 time: 0.0539348 Oct 12 17:53:13.913001 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5e19eeec-f5cb-49fd-bbd6-51cce330e32b req-46c836c9-d85e-48a4-8e3f-a384278be79a tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] 10.222.0.85 "GET /v2.0/security-groups?id=2f6d1c9b-6301-4c40-87df-1abcb578a294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326867 Oct 12 17:53:14.193924 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196fa1f-429c-4e59-869d-515dadcf30e5 req-ab2126dc-4303-4883-b594-22024f856b20 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:14.195444 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d196fa1f-429c-4e59-869d-515dadcf30e5 req-ab2126dc-4303-4883-b594-22024f856b20 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e3f9e4ba-2527-4411-8e1f-457713f4c1b6 HTTP/1.1" status: 200 len: 949 time: 0.0569441 Oct 12 17:53:14.235881 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d196fa1f-429c-4e59-869d-515dadcf30e5 req-aa18f4e9-9421-44df-a420-2028e40ec38c tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] 10.222.0.85 "GET /v2.0/security-groups?id=2f6d1c9b-6301-4c40-87df-1abcb578a294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320203 Oct 12 17:53:15.372442 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ccfb8b-9e25-485d-8bf9-f02c3102ce80 req-da88ad19-7188-4d77-8879-2dee726c739f tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:15.374182 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-12ccfb8b-9e25-485d-8bf9-f02c3102ce80 req-da88ad19-7188-4d77-8879-2dee726c739f tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e3f9e4ba-2527-4411-8e1f-457713f4c1b6 HTTP/1.1" status: 200 len: 949 time: 0.0570898 Oct 12 17:53:15.412343 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-12ccfb8b-9e25-485d-8bf9-f02c3102ce80 req-cf152338-14ff-45a3-83bb-76c94958816f tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] 10.222.0.85 "GET /v2.0/security-groups?id=2f6d1c9b-6301-4c40-87df-1abcb578a294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321805 Oct 12 17:53:15.770242 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449ee33-b865-437a-adfa-cb8e06c3cae2 req-a4421b24-e4c8-4901-bae5-72e9932fde14 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:15.771719 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0449ee33-b865-437a-adfa-cb8e06c3cae2 req-a4421b24-e4c8-4901-bae5-72e9932fde14 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3f9e4ba-2527-4411-8e1f-457713f4c1b6 HTTP/1.1" status: 200 len: 949 time: 0.0603943 Oct 12 17:53:15.862853 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [req-0449ee33-b865-437a-adfa-cb8e06c3cae2 req-83eab1ea-8fec-431b-bf9b-a01c06633995 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] Deleting port b1b44473-fe40-4e95-9f9d-1bf734fcac2a {{(pid=105767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:53:15.863214 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-0449ee33-b865-437a-adfa-cb8e06c3cae2 req-83eab1ea-8fec-431b-bf9b-a01c06633995 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:15.952046 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-0449ee33-b865-437a-adfa-cb8e06c3cae2 req-83eab1ea-8fec-431b-bf9b-a01c06633995 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] For port b1b44473-fe40-4e95-9f9d-1bf734fcac2a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b1b44473-fe40-4e95-9f9d-1bf734fcac2a,segment=NetworkSegment(e40e111b-8d96-4719-a711-3194a98d4707),segment_id=e40e111b-8d96-4719-a711-3194a98d4707)] {{(pid=105767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:53:15.952346 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-0449ee33-b865-437a-adfa-cb8e06c3cae2 req-83eab1ea-8fec-431b-bf9b-a01c06633995 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:15.964295 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [req-0449ee33-b865-437a-adfa-cb8e06c3cae2 req-83eab1ea-8fec-431b-bf9b-a01c06633995 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] Calling delete_port for b1b44473-fe40-4e95-9f9d-1bf734fcac2a owned by compute:nova {{(pid=105767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:53:16.352576 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-0449ee33-b865-437a-adfa-cb8e06c3cae2 req-83eab1ea-8fec-431b-bf9b-a01c06633995 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:16.365897 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['b1b44473-fe40-4e95-9f9d-1bf734fcac2a'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:53:16.387152 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eab1ea-8fec-431b-bf9b-a01c06633995 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] Pushing event deleted for resources: {'Port': ['ID=b1b44473-fe40-4e95-9f9d-1bf734fcac2a,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:16.432593 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0449ee33-b865-437a-adfa-cb8e06c3cae2 req-83eab1ea-8fec-431b-bf9b-a01c06633995 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] No DVR routers for this DVR port b1b44473-fe40-4e95-9f9d-1bf734fcac2a on host hv-cinder-81322 {{(pid=105767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:53:16.435256 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-0449ee33-b865-437a-adfa-cb8e06c3cae2 req-83eab1ea-8fec-431b-bf9b-a01c06633995 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:16.439682 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0449ee33-b865-437a-adfa-cb8e06c3cae2 req-83eab1ea-8fec-431b-bf9b-a01c06633995 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] 10.222.0.44 "DELETE /v2.0/ports/b1b44473-fe40-4e95-9f9d-1bf734fcac2a HTTP/1.1" status: 204 len: 173 time: 0.6593947 Oct 12 17:53:16.440149 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f9e4ba-2527-4411-8e1f-457713f4c1b6', 'name': 'network-vif-deleted', 'tag': 'b1b44473-fe40-4e95-9f9d-1bf734fcac2a'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:53:16.442485 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3d3f24-b81c-4310-8aee-7a5af7eff294" -d '{"events": [{"server_uuid": "e3f9e4ba-2527-4411-8e1f-457713f4c1b6", "name": "network-vif-deleted", "tag": "b1b44473-fe40-4e95-9f9d-1bf734fcac2a"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:53:16.480825 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7cc12a-f784-4fb9-856d-c089a348a2a7 x-openstack-request-id: req-2d7cc12a-f784-4fb9-856d-c089a348a2a7 {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:53:16.481309 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3f9e4ba-2527-4411-8e1f-457713f4c1b6", "name": "network-vif-deleted", "tag": "b1b44473-fe40-4e95-9f9d-1bf734fcac2a", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:53:16.481740 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-2d7cc12a-f784-4fb9-856d-c089a348a2a7 {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:53:16.482110 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3f9e4ba-2527-4411-8e1f-457713f4c1b6', 'name': 'network-vif-deleted', 'tag': 'b1b44473-fe40-4e95-9f9d-1bf734fcac2a', 'status': 'completed', 'code': 200} Oct 12 17:53:16.523866 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e917c992-a313-4de2-8e15-141bbb74c7a1 req-00e52c46-57ea-4e96-a668-b7d106249392 tempest-VolumesNegativeTest-716178356 tempest-VolumesNegativeTest-716178356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e3f9e4ba-2527-4411-8e1f-457713f4c1b6 HTTP/1.1" status: 200 len: 210 time: 0.0306492 Oct 12 17:53:19.348116 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device b1b44473-fe40-4e95-9f9d-1bf734fcac2a no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:53:19.371910 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] No Port match for: b1b44473-fe40-4e95-9f9d-1bf734fcac2a {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:53:19.372255 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device b1b44473-fe40-4e95-9f9d-1bf734fcac2a not bound to the agent host hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:53:21.489990 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 37608) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:53:21.637550 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-696fbdb7-72a0-4394-9637-8ab9a601d6a3 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d994138662744ac69985ea85fd7104da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1461694 Oct 12 17:53:21.640091 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 37614) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:53:21.688538 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-749b0ffe-9b9b-4e3d-9b94-1e294d497075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:21.708865 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-749b0ffe-9b9b-4e3d-9b94-1e294d497075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:21.763883 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-749b0ffe-9b9b-4e3d-9b94-1e294d497075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:21.766580 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-749b0ffe-9b9b-4e3d-9b94-1e294d497075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:21.767767 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-749b0ffe-9b9b-4e3d-9b94-1e294d497075 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2f6d1c9b-6301-4c40-87df-1abcb578a294 HTTP/1.1" status: 204 len: 168 time: 0.1267731 Oct 12 17:53:21.775461 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b0ffe-9b9b-4e3d-9b94-1e294d497075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6d1c9b-6301-4c40-87df-1abcb578a294,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:21.782571 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749b0ffe-9b9b-4e3d-9b94-1e294d497075 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:53:21.782909 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749b0ffe-9b9b-4e3d-9b94-1e294d497075 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:53:21.783244 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749b0ffe-9b9b-4e3d-9b94-1e294d497075 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:53:21.783531 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749b0ffe-9b9b-4e3d-9b94-1e294d497075 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:53:21.783850 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749b0ffe-9b9b-4e3d-9b94-1e294d497075 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:53:21.784170 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749b0ffe-9b9b-4e3d-9b94-1e294d497075 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:53:21.784490 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749b0ffe-9b9b-4e3d-9b94-1e294d497075 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:53:21.784808 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749b0ffe-9b9b-4e3d-9b94-1e294d497075 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:53:21.785174 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749b0ffe-9b9b-4e3d-9b94-1e294d497075 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:53:21.785492 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749b0ffe-9b9b-4e3d-9b94-1e294d497075 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:53:21.785934 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749b0ffe-9b9b-4e3d-9b94-1e294d497075 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:53:21.786117 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749b0ffe-9b9b-4e3d-9b94-1e294d497075 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:53:22.446051 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 37636) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:53:22.555216 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-c246de0c-7f22-4ee9-b645-f0203b3f9d3d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-652908764-network', 'tenant_id': '0af5809ae3f6462d823ee7e99ff16820'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:53:22.581652 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c246de0c-7f22-4ee9-b645-f0203b3f9d3d admin admin] Made reservation on behalf of 0af5809ae3f6462d823ee7e99ff16820 for: {'network': 1} {{(pid=105766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:53:22.584664 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c246de0c-7f22-4ee9-b645-f0203b3f9d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for network, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:22.593270 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c246de0c-7f22-4ee9-b645-f0203b3f9d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:22.668485 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c246de0c-7f22-4ee9-b645-f0203b3f9d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:22.675729 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c246de0c-7f22-4ee9-b645-f0203b3f9d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:22.697417 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c246de0c-7f22-4ee9-b645-f0203b3f9d3d admin admin] vlan segment allocate from pool success with {'vlan_id': 1358, 'physical_network': 'physnet1'} {{(pid=105766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 17:53:22.712712 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c246de0c-7f22-4ee9-b645-f0203b3f9d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6056d1df-b86a-4c2e-8514-b7c02b88308e,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:22.715634 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c246de0c-7f22-4ee9-b645-f0203b3f9d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234'] for segment, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:22.715973 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.db.segments_db [None req-c246de0c-7f22-4ee9-b645-f0203b3f9d3d admin admin] Added segment 3f9a12ba-5c8e-4c52-a93d-d1890c37c703 of type vlan for network 9786a2da-354e-4b2b-944e-524749bdbde9 Oct 12 17:53:22.756225 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c246de0c-7f22-4ee9-b645-f0203b3f9d3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752769697868'] for network, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:22.783399 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c246de0c-7f22-4ee9-b645-f0203b3f9d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365'] for network, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:22.784205 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c246de0c-7f22-4ee9-b645-f0203b3f9d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:22.784851 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c246de0c-7f22-4ee9-b645-f0203b3f9d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for network, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:22.848994 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-c246de0c-7f22-4ee9-b645-f0203b3f9d3d admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4016476 Oct 12 17:53:22.852238 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 37642) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:53:22.854204 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c246de0c-7f22-4ee9-b645-f0203b3f9d3d admin admin] Pushing event updated for resources: {'Network': ['ID=9786a2da-354e-4b2b-944e-524749bdbde9,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:22.857185 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [None req-e423679e-ab28-4536-b8f6-0f20a9accdf2 admin admin] Request body: {'subnet': {'network_id': '9786a2da-354e-4b2b-944e-524749bdbde9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-652908764-subnet', 'tenant_id': '0af5809ae3f6462d823ee7e99ff16820', 'ip_version': 4}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:53:22.864133 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Network 9786a2da-354e-4b2b-944e-524749bdbde9 details requested by agent ovs-agent-dv-cinder-813226-2-iscsi with host dv-cinder-813226-2-iscsi {{(pid=105768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 17:53:22.882324 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e423679e-ab28-4536-b8f6-0f20a9accdf2 admin admin] Made reservation on behalf of 0af5809ae3f6462d823ee7e99ff16820 for: {'subnet': 1} {{(pid=105767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:53:22.887271 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e423679e-ab28-4536-b8f6-0f20a9accdf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4575283'] for subnet, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:23.053431 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e423679e-ab28-4536-b8f6-0f20a9accdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5196370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4575261'] for subnet, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:23.109859 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423679e-ab28-4536-b8f6-0f20a9accdf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1884ac9-4489-4c64-8eb4-289f84b932a8,revision_number=0']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:23.122607 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e423679e-ab28-4536-b8f6-0f20a9accdf2 admin admin] Checking segment: {'id': '3f9a12ba-5c8e-4c52-a93d-d1890c37c703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '9786a2da-354e-4b2b-944e-524749bdbde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:53:23.122958 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e423679e-ab28-4536-b8f6-0f20a9accdf2 admin admin] Network hostable DHCP agents. Network: 9786a2da-354e-4b2b-944e-524749bdbde9, hostable agents: ['d0966fcc-cf7f-4b12-bb12-2ea8651f1f29'], hosted agents: [] {{(pid=105767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 17:53:23.144180 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e423679e-ab28-4536-b8f6-0f20a9accdf2 admin admin] Network 9786a2da-354e-4b2b-944e-524749bdbde9 is scheduled to be hosted by DHCP agent d0966fcc-cf7f-4b12-bb12-2ea8651f1f29 with binding_index 1 {{(pid=105767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 17:53:23.154515 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [None req-e423679e-ab28-4536-b8f6-0f20a9accdf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813226-2-iscsi, 9786a2da-354e-4b2b-944e-524749bdbde9) {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:53:23.158769 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e423679e-ab28-4536-b8f6-0f20a9accdf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:23.159350 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e423679e-ab28-4536-b8f6-0f20a9accdf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for subnet, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:23.164628 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8bac07-608b-400c-a4c7-bc4c529dbfea None None] Network 9786a2da-354e-4b2b-944e-524749bdbde9 requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:53:23.177798 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-e423679e-ab28-4536-b8f6-0f20a9accdf2 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3242996 Oct 12 17:53:23.180634 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 37644) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:53:23.185100 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-bbdcb640-846d-4f49-8b68-7ebb885577bb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-652908764-router', 'tenant_id': '0af5809ae3f6462d823ee7e99ff16820', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'}}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:53:23.208205 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bbdcb640-846d-4f49-8b68-7ebb885577bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8113643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8214'] for router, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:23.209922 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bbdcb640-846d-4f49-8b68-7ebb885577bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8113535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8116520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8054567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8217'] for router, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:23.261988 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bbdcb640-846d-4f49-8b68-7ebb885577bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:23.325399 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0420b31-afa5-4373-93e5-fd56abbd4d9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63d32738-508d-5f41-b292-c343124683fb-9786a2da-354e-4b2b-944e-524749bdbde9', 'network_id': '9786a2da-354e-4b2b-944e-524749bdbde9', 'tenant_id': '0af5809ae3f6462d823ee7e99ff16820', 'fixed_ips': [{'subnet_id': 'd1884ac9-4489-4c64-8eb4-289f84b932a8'}]}} from dv-cinder-813226-2-iscsi. {{(pid=105768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 17:53:23.326376 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-a0420b31-afa5-4373-93e5-fd56abbd4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:23.401380 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bbdcb640-846d-4f49-8b68-7ebb885577bb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:23.464112 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.db_base_plugin_common [None req-a0420b31-afa5-4373-93e5-fd56abbd4d9d None None] Allocated IP 172.20.0.2 (9786a2da-354e-4b2b-944e-524749bdbde9/d1884ac9-4489-4c64-8eb4-289f84b932a8/2053c7f5-9b87-4787-af2d-9693e01e8026) {{(pid=105768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:53:23.610560 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bbdcb640-846d-4f49-8b68-7ebb885577bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:23.614783 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-a0420b31-afa5-4373-93e5-fd56abbd4d9d None None] Notify callbacks [] for port, precommit_create {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:23.621822 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-a0420b31-afa5-4373-93e5-fd56abbd4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806'] for port, after_create {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:23.634252 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bbdcb640-846d-4f49-8b68-7ebb885577bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:23.664341 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0420b31-afa5-4373-93e5-fd56abbd4d9d None None] Network 9786a2da-354e-4b2b-944e-524749bdbde9 is already hosted by enough agents. {{(pid=105768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:53:23.668801 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.scheduler.base_scheduler [None req-a0420b31-afa5-4373-93e5-fd56abbd4d9d None None] Resources bound (agent type, host, resource id): {{(pid=105768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:53:23.671389 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0420b31-afa5-4373-93e5-fd56abbd4d9d None None] Received port after_create {{(pid=105768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:53:23.676043 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-be6daf5c-3aa8-48d2-8b03-4d0c89767fd6 req-c8ac928b-3fe8-44cf-be6e-865bf8f30f5b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404987 Oct 12 17:53:23.701396 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0420b31-afa5-4373-93e5-fd56abbd4d9d None None] Pushing event updated for resources: {'Port': ['ID=2053c7f5-9b87-4787-af2d-9693e01e8026,revision_number=1']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:23.738325 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-a0420b31-afa5-4373-93e5-fd56abbd4d9d None None] Attempting to bind port 2053c7f5-9b87-4787-af2d-9693e01e8026 on host dv-cinder-813226-2-iscsi for vnic_type normal with profile {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:53:23.738736 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-a0420b31-afa5-4373-93e5-fd56abbd4d9d None None] Attempting to bind port 2053c7f5-9b87-4787-af2d-9693e01e8026 by drivers openvswitch,hyperv on host dv-cinder-813226-2-iscsi at level 0 using segments [{'id': '3f9a12ba-5c8e-4c52-a93d-d1890c37c703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '9786a2da-354e-4b2b-944e-524749bdbde9'}] {{(pid=105768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:53:23.739122 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0420b31-afa5-4373-93e5-fd56abbd4d9d None None] Attempting to bind port 2053c7f5-9b87-4787-af2d-9693e01e8026 on network 9786a2da-354e-4b2b-944e-524749bdbde9 {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:53:23.739539 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6daf5c-3aa8-48d2-8b03-4d0c89767fd6 req-8d32f4c3-7663-485d-b4b1-8c0957bd61a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:23.741534 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-be6daf5c-3aa8-48d2-8b03-4d0c89767fd6 req-8d32f4c3-7663-485d-b4b1-8c0957bd61a9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e4096f27defa41969a63e8b81d280fb2&device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 1098 time: 0.0413382 Oct 12 17:53:23.744739 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0420b31-afa5-4373-93e5-fd56abbd4d9d None None] Checking agent: {'id': '5039a5e6-c9fd-4f0c-a36a-0bef795141ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813226-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 41, 12), 'started_at': datetime.datetime(2021, 10, 12, 17, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813226-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:53:23.746718 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0420b31-afa5-4373-93e5-fd56abbd4d9d None None] Checking segment: {'id': '3f9a12ba-5c8e-4c52-a93d-d1890c37c703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '9786a2da-354e-4b2b-944e-524749bdbde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:53:23.747604 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-a0420b31-afa5-4373-93e5-fd56abbd4d9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:23.748103 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0420b31-afa5-4373-93e5-fd56abbd4d9d None None] Bound using segment: {'id': '3f9a12ba-5c8e-4c52-a93d-d1890c37c703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '9786a2da-354e-4b2b-944e-524749bdbde9'} {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:53:23.748798 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-a0420b31-afa5-4373-93e5-fd56abbd4d9d None None] Bound port: 2053c7f5-9b87-4787-af2d-9693e01e8026, host: dv-cinder-813226-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f9a12ba-5c8e-4c52-a93d-d1890c37c703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '9786a2da-354e-4b2b-944e-524749bdbde9'}}] {{(pid=105768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:53:23.749309 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-a0420b31-afa5-4373-93e5-fd56abbd4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:23.753921 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-bbdcb640-846d-4f49-8b68-7ebb885577bb admin admin] Allocated IP 172.27.0.248 (57ccf176-38b9-4e1d-8eda-123c8986cf55/09d55e93-213a-4ce1-b19c-11c1c2f18eb4/034214a9-7b77-4877-9f8e-9936e36a6e56) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:53:23.821324 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-a0420b31-afa5-4373-93e5-fd56abbd4d9d None None] For port 2053c7f5-9b87-4787-af2d-9693e01e8026, host dv-cinder-813226-2-iscsi, cleared binding levels {{(pid=105768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:53:23.826537 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-a0420b31-afa5-4373-93e5-fd56abbd4d9d None None] For port 2053c7f5-9b87-4787-af2d-9693e01e8026, host dv-cinder-813226-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=2053c7f5-9b87-4787-af2d-9693e01e8026,segment=NetworkSegment(3f9a12ba-5c8e-4c52-a93d-d1890c37c703),segment_id=3f9a12ba-5c8e-4c52-a93d-d1890c37c703)] {{(pid=105768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:53:23.832223 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-a0420b31-afa5-4373-93e5-fd56abbd4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:23.862680 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6daf5c-3aa8-48d2-8b03-4d0c89767fd6 req-e3d9f515-4026-49e1-adfc-e1b279dae718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:23.865097 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-be6daf5c-3aa8-48d2-8b03-4d0c89767fd6 req-e3d9f515-4026-49e1-adfc-e1b279dae718 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8daa865d-6215-4088-990f-5e71670febd0 HTTP/1.1" status: 200 len: 913 time: 0.1022236 Oct 12 17:53:23.877702 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bbdcb640-846d-4f49-8b68-7ebb885577bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:23.891361 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0420b31-afa5-4373-93e5-fd56abbd4d9d None None] Pushing event updated for resources: {'Port': ['ID=2053c7f5-9b87-4787-af2d-9693e01e8026,revision_number=2']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:23.936320 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bbdcb640-846d-4f49-8b68-7ebb885577bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4464511'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:23.946387 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-be6daf5c-3aa8-48d2-8b03-4d0c89767fd6 req-cdf716ca-9d69-4140-b029-7628eb1bce5f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05713618-3202-4502-a13e-e28f99b20532 HTTP/1.1" status: 200 len: 1001 time: 0.0734453 Oct 12 17:53:23.972485 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdcb640-846d-4f49-8b68-7ebb885577bb admin admin] Network 57ccf176-38b9-4e1d-8eda-123c8986cf55 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:53:23.977464 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-bbdcb640-846d-4f49-8b68-7ebb885577bb admin admin] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:53:23.981193 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdcb640-846d-4f49-8b68-7ebb885577bb admin admin] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:53:24.006574 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6daf5c-3aa8-48d2-8b03-4d0c89767fd6 req-8bd5a748-cf1a-4032-ab23-7154c1a65f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:24.008365 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdcb640-846d-4f49-8b68-7ebb885577bb admin admin] Pushing event updated for resources: {'Port': ['ID=034214a9-7b77-4877-9f8e-9936e36a6e56,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:24.008597 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-be6daf5c-3aa8-48d2-8b03-4d0c89767fd6 req-8bd5a748-cf1a-4032-ab23-7154c1a65f7c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c9bbc10-98c9-4f8e-a058-09cebb338727 HTTP/1.1" status: 200 len: 850 time: 0.0525227 Oct 12 17:53:24.088679 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6daf5c-3aa8-48d2-8b03-4d0c89767fd6 req-2e108b07-4454-4f6e-9ef1-94d7257cc370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:24.090335 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-be6daf5c-3aa8-48d2-8b03-4d0c89767fd6 req-2e108b07-4454-4f6e-9ef1-94d7257cc370 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8daa865d-6215-4088-990f-5e71670febd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0724194 Oct 12 17:53:24.201407 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-be6daf5c-3aa8-48d2-8b03-4d0c89767fd6 req-2076f8a3-de12-470c-a02b-f2df0c7eba88 service neutron] 10.222.0.44 "GET /v2.0/networks/8daa865d-6215-4088-990f-5e71670febd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976818 Oct 12 17:53:24.258194 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bbdcb640-846d-4f49-8b68-7ebb885577bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:24.295427 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-be6daf5c-3aa8-48d2-8b03-4d0c89767fd6 req-8fe14f92-00d4-4674-ab93-754c2e5fcfd6 service neutron] 10.222.0.44 "GET /v2.0/networks/8daa865d-6215-4088-990f-5e71670febd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844345 Oct 12 17:53:24.467786 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bbdcb640-846d-4f49-8b68-7ebb885577bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8113504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8091129'] for router, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:24.601114 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbdcb640-846d-4f49-8b68-7ebb885577bb admin admin] Router 903f99a9-f191-4fcf-a743-26abe59c97e6 is scheduled to L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 with binding_index 1 {{(pid=105766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 17:53:24.716002 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbdcb640-846d-4f49-8b68-7ebb885577bb admin admin] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:53:24.735383 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bc2d46-80d6-4f17-abf4-4756cc9ae2ad None None] Sync routers for ids ['903f99a9-f191-4fcf-a743-26abe59c97e6'] in dv-cinder-813226-2-iscsi {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:53:24.739892 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 2053c7f5-9b87-4787-af2d-9693e01e8026 up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:53:24.742273 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bbdcb640-846d-4f49-8b68-7ebb885577bb admin admin] Notify callbacks [] for router, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:24.746462 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-bbdcb640-846d-4f49-8b68-7ebb885577bb admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5619237 Oct 12 17:53:24.746666 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 37648) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:53:24.783020 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bc2d46-80d6-4f17-abf4-4756cc9ae2ad None None] Routers {'903f99a9-f191-4fcf-a743-26abe59c97e6'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:53:24.783648 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-d0bc2d46-80d6-4f17-abf4-4756cc9ae2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:53:11Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['903f99a9-f191-4fcf-a743-26abe59c97e6'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:53:24.836263 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64ae49b-e0f9-4073-a2c5-3ae0e3afc548 None None] Network 9786a2da-354e-4b2b-944e-524749bdbde9 requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:53:25.065160 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port 2053c7f5-9b87-4787-af2d-9693e01e8026 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:53:25.065884 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:25.129143 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-365169cd-6e87-422f-b418-4602e0a95124 None None] Provisioning complete for port 2053c7f5-9b87-4787-af2d-9693e01e8026 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:53:25.129388 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-365169cd-6e87-422f-b418-4602e0a95124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:25.191893 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-d0bc2d46-80d6-4f17-abf4-4756cc9ae2ad None None] Set router 903f99a9-f191-4fcf-a743-26abe59c97e6 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:53:25.376179 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3ec126a8-99c4-481f-a9ce-362d38a45d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:25.441311 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:25.465699 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-365169cd-6e87-422f-b418-4602e0a95124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:25.532124 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-3ec126a8-99c4-481f-a9ce-362d38a45d74 admin admin] Allocated IP 172.20.0.1 (9786a2da-354e-4b2b-944e-524749bdbde9/d1884ac9-4489-4c64-8eb4-289f84b932a8/18fbd941-8573-423c-9ad5-54f67dedf7af) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:53:25.534134 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] For port 2053c7f5-9b87-4787-af2d-9693e01e8026, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=2053c7f5-9b87-4787-af2d-9693e01e8026,segment=NetworkSegment(3f9a12ba-5c8e-4c52-a93d-d1890c37c703),segment_id=3f9a12ba-5c8e-4c52-a93d-d1890c37c703)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:53:25.543063 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:25.624564 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.db.api [None req-365169cd-6e87-422f-b418-4602e0a95124 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 17:53:25.624918 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG oslo_db.api [None req-365169cd-6e87-422f-b418-4602e0a95124 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 17:53:25.640326 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-d0bc2d46-80d6-4f17-abf4-4756cc9ae2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903f99a9-f191-4fcf-a743-26abe59c97e6', 'name': 'tempest-TestShelveInstance-652908764-router', 'tenant_id': '0af5809ae3f6462d823ee7e99ff16820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '034214a9-7b77-4877-9f8e-9936e36a6e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:53:23Z', 'updated_at': '2021-10-12T17:53:24Z', 'revision_number': 3, 'project_id': '0af5809ae3f6462d823ee7e99ff16820', 'gw_port': {'id': '034214a9-7b77-4877-9f8e-9936e36a6e56', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:55:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903f99a9-f191-4fcf-a743-26abe59c97e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:53:23Z', 'updated_at': '2021-10-12T17:53:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi'}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:53:25.643704 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Pushing event updated for resources: {'Port': ['ID=2053c7f5-9b87-4787-af2d-9693e01e8026,revision_number=3']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:25.649162 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3ec126a8-99c4-481f-a9ce-362d38a45d74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:25.672547 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bc2d46-80d6-4f17-abf4-4756cc9ae2ad None None] Checking router: 903f99a9-f191-4fcf-a743-26abe59c97e6 for host: dv-cinder-813226-2-iscsi {{(pid=105768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:53:25.672750 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bc2d46-80d6-4f17-abf4-4756cc9ae2ad None None] Updating router 903f99a9-f191-4fcf-a743-26abe59c97e6 port 034214a9-7b77-4877-9f8e-9936e36a6e56 binding host dv-cinder-813226-2-iscsi {{(pid=105768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:53:25.686168 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3ec126a8-99c4-481f-a9ce-362d38a45d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4464511'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:25.700516 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d0bc2d46-80d6-4f17-abf4-4756cc9ae2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:25.727357 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec126a8-99c4-481f-a9ce-362d38a45d74 admin admin] Network 9786a2da-354e-4b2b-944e-524749bdbde9 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:53:25.730327 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-3ec126a8-99c4-481f-a9ce-362d38a45d74 admin admin] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:53:25.734637 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec126a8-99c4-481f-a9ce-362d38a45d74 admin admin] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:53:25.737724 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec126a8-99c4-481f-a9ce-362d38a45d74 admin admin] Pushing event updated for resources: {'Port': ['ID=18fbd941-8573-423c-9ad5-54f67dedf7af,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:25.773050 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3ec126a8-99c4-481f-a9ce-362d38a45d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090920'] for router_interface, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:25.911647 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3ec126a8-99c4-481f-a9ce-362d38a45d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:25.975741 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d0bc2d46-80d6-4f17-abf4-4756cc9ae2ad None None] Notify callbacks [] for port, precommit_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:25.981529 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d0bc2d46-80d6-4f17-abf4-4756cc9ae2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:26.033158 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ed83e-ca0f-46e7-927b-15c7b15552bd None None] Pushing event updated for resources: {'Port': ['ID=034214a9-7b77-4877-9f8e-9936e36a6e56,revision_number=2']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:26.035636 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-d0bc2d46-80d6-4f17-abf4-4756cc9ae2ad None None] Attempting to bind port 034214a9-7b77-4877-9f8e-9936e36a6e56 on host dv-cinder-813226-2-iscsi for vnic_type normal with profile {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:53:26.036002 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-d0bc2d46-80d6-4f17-abf4-4756cc9ae2ad None None] Attempting to bind port 034214a9-7b77-4877-9f8e-9936e36a6e56 by drivers openvswitch,hyperv on host dv-cinder-813226-2-iscsi at level 0 using segments [{'id': 'f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'}] {{(pid=105768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:53:26.036596 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bc2d46-80d6-4f17-abf4-4756cc9ae2ad None None] Attempting to bind port 034214a9-7b77-4877-9f8e-9936e36a6e56 on network 57ccf176-38b9-4e1d-8eda-123c8986cf55 {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:53:26.042383 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bc2d46-80d6-4f17-abf4-4756cc9ae2ad None None] Checking agent: {'id': '5039a5e6-c9fd-4f0c-a36a-0bef795141ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813226-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 41, 12), 'started_at': datetime.datetime(2021, 10, 12, 17, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813226-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:53:26.042826 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bc2d46-80d6-4f17-abf4-4756cc9ae2ad None None] Checking segment: {'id': 'f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:53:26.043159 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d0bc2d46-80d6-4f17-abf4-4756cc9ae2ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:26.043543 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bc2d46-80d6-4f17-abf4-4756cc9ae2ad None None] Bound using segment: {'id': 'f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'} {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:53:26.044004 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-d0bc2d46-80d6-4f17-abf4-4756cc9ae2ad None None] Bound port: 034214a9-7b77-4877-9f8e-9936e36a6e56, host: dv-cinder-813226-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'}}] {{(pid=105768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:53:26.044382 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d0bc2d46-80d6-4f17-abf4-4756cc9ae2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:26.082755 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3ec126a8-99c4-481f-a9ce-362d38a45d74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:26.089640 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3ec126a8-99c4-481f-a9ce-362d38a45d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4464486'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:26.097087 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-d0bc2d46-80d6-4f17-abf4-4756cc9ae2ad None None] For port 034214a9-7b77-4877-9f8e-9936e36a6e56, host dv-cinder-813226-2-iscsi, cleared binding levels {{(pid=105768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:53:26.100530 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-d0bc2d46-80d6-4f17-abf4-4756cc9ae2ad None None] For port 034214a9-7b77-4877-9f8e-9936e36a6e56, host dv-cinder-813226-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=034214a9-7b77-4877-9f8e-9936e36a6e56,segment=NetworkSegment(f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1),segment_id=f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1)] {{(pid=105768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:53:26.108059 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d0bc2d46-80d6-4f17-abf4-4756cc9ae2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:26.163426 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec126a8-99c4-481f-a9ce-362d38a45d74 admin admin] Pushing event updated for resources: {'Port': ['ID=18fbd941-8573-423c-9ad5-54f67dedf7af,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:26.171634 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3ec126a8-99c4-481f-a9ce-362d38a45d74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8115384'] for router_interface, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:26.203946 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ed83e-ca0f-46e7-927b-15c7b15552bd None None] Pushing event updated for resources: {'Port': ['ID=034214a9-7b77-4877-9f8e-9936e36a6e56,revision_number=3']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:26.206620 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bc2d46-80d6-4f17-abf4-4756cc9ae2ad None None] Routers {'903f99a9-f191-4fcf-a743-26abe59c97e6'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:53:26.207204 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-d0bc2d46-80d6-4f17-abf4-4756cc9ae2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:53:11Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['903f99a9-f191-4fcf-a743-26abe59c97e6'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:53:26.266976 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec126a8-99c4-481f-a9ce-362d38a45d74 admin admin] Network 9786a2da-354e-4b2b-944e-524749bdbde9 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:53:26.268551 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-3ec126a8-99c4-481f-a9ce-362d38a45d74 admin admin] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:53:26.318047 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-d0bc2d46-80d6-4f17-abf4-4756cc9ae2ad None None] Set router 903f99a9-f191-4fcf-a743-26abe59c97e6 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:53:26.355840 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-139659d1-d277-44b2-bdf3-6da9b070eec6 None None] Provisioning complete for port 2053c7f5-9b87-4787-af2d-9693e01e8026 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:53:26.356214 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-139659d1-d277-44b2-bdf3-6da9b070eec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:26.386234 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec126a8-99c4-481f-a9ce-362d38a45d74 admin admin] Router 903f99a9-f191-4fcf-a743-26abe59c97e6 has already been hosted by L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 {{(pid=105766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:53:26.504997 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec126a8-99c4-481f-a9ce-362d38a45d74 admin admin] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:53:26.511213 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-3ec126a8-99c4-481f-a9ce-362d38a45d74 admin admin] 10.222.0.85 "PUT /v2.0/routers/903f99a9-f191-4fcf-a743-26abe59c97e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7634609 Oct 12 17:53:26.578116 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-139659d1-d277-44b2-bdf3-6da9b070eec6 None None] Provisioning complete for port 18fbd941-8573-423c-9ad5-54f67dedf7af triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:53:26.578503 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-139659d1-d277-44b2-bdf3-6da9b070eec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:26.620171 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-139659d1-d277-44b2-bdf3-6da9b070eec6 None None] Port 18fbd941-8573-423c-9ad5-54f67dedf7af cannot update to ACTIVE because it is not bound. {{(pid=105768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:53:26.629192 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-d0bc2d46-80d6-4f17-abf4-4756cc9ae2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903f99a9-f191-4fcf-a743-26abe59c97e6', 'name': 'tempest-TestShelveInstance-652908764-router', 'tenant_id': '0af5809ae3f6462d823ee7e99ff16820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '034214a9-7b77-4877-9f8e-9936e36a6e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:53:23Z', 'updated_at': '2021-10-12T17:53:25Z', 'revision_number': 4, 'project_id': '0af5809ae3f6462d823ee7e99ff16820', 'gw_port': {'id': '034214a9-7b77-4877-9f8e-9936e36a6e56', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:55:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903f99a9-f191-4fcf-a743-26abe59c97e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:53:23Z', 'updated_at': '2021-10-12T17:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': '18fbd941-8573-423c-9ad5-54f67dedf7af', 'name': '', 'network_id': '9786a2da-354e-4b2b-944e-524749bdbde9', 'tenant_id': '0af5809ae3f6462d823ee7e99ff16820', 'mac_address': 'fa:16:3e:ee:7d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903f99a9-f191-4fcf-a743-26abe59c97e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'd1884ac9-4489-4c64-8eb4-289f84b932a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:53:25Z', 'updated_at': '2021-10-12T17:53:25Z', 'revision_number': 2, 'project_id': '0af5809ae3f6462d823ee7e99ff16820', 'subnets': [{'id': 'd1884ac9-4489-4c64-8eb4-289f84b932a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:53:26.659805 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bc2d46-80d6-4f17-abf4-4756cc9ae2ad None None] The sync data for ids ['903f99a9-f191-4fcf-a743-26abe59c97e6'] in dv-cinder-813226-2-iscsi is: [{'id': '903f99a9-f191-4fcf-a743-26abe59c97e6', 'name': 'tempest-TestShelveInstance-652908764-router', 'tenant_id': '0af5809ae3f6462d823ee7e99ff16820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '034214a9-7b77-4877-9f8e-9936e36a6e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:53:23Z', 'updated_at': '2021-10-12T17:53:25Z', 'revision_number': 4, 'project_id': '0af5809ae3f6462d823ee7e99ff16820', 'gw_port': {'id': '034214a9-7b77-4877-9f8e-9936e36a6e56', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:55:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903f99a9-f191-4fcf-a743-26abe59c97e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:53:23Z', 'updated_at': '2021-10-12T17:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': '18fbd941-8573-423c-9ad5-54f67dedf7af', 'name': '', 'network_id': '9786a2da-354e-4b2b-944e-524749bdbde9', 'tenant_id': '0af5809ae3f6462d823ee7e99ff16820', 'mac_address': 'fa:16:3e:ee:7d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903f99a9-f191-4fcf-a743-26abe59c97e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'd1884ac9-4489-4c64-8eb4-289f84b932a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:53:25Z', 'updated_at': '2021-10-12T17:53:25Z', 'revision_number': 2, 'project_id': '0af5809ae3f6462d823ee7e99ff16820', 'subnets': [{'id': 'd1884ac9-4489-4c64-8eb4-289f84b932a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:53:26.675113 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:26.712589 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 2053c7f5-9b87-4787-af2d-9693e01e8026 up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:53:26.760669 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-750f541d-2ec1-45da-a145-0a9cba0b6c5e None None] Provisioning complete for port 18fbd941-8573-423c-9ad5-54f67dedf7af triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:53:26.761049 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-750f541d-2ec1-45da-a145-0a9cba0b6c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:26.955558 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-750f541d-2ec1-45da-a145-0a9cba0b6c5e None None] Port 18fbd941-8573-423c-9ad5-54f67dedf7af cannot update to ACTIVE because it is not bound. {{(pid=105768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:53:26.957000 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port 2053c7f5-9b87-4787-af2d-9693e01e8026 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:53:26.957344 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:27.077891 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 37670) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:53:27.082913 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-dd3057dc-f0b7-44f3-bf9d-9b49201d375b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-353944474-network', 'tenant_id': 'c494c3454923408a8704ce5fb8a9ef94'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:53:27.104650 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3057dc-f0b7-44f3-bf9d-9b49201d375b admin admin] Made reservation on behalf of c494c3454923408a8704ce5fb8a9ef94 for: {'network': 1} {{(pid=105766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:53:27.107644 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dd3057dc-f0b7-44f3-bf9d-9b49201d375b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for network, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:27.118849 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dd3057dc-f0b7-44f3-bf9d-9b49201d375b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:27.209518 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dd3057dc-f0b7-44f3-bf9d-9b49201d375b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:27.214281 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dd3057dc-f0b7-44f3-bf9d-9b49201d375b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:27.240062 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd3057dc-f0b7-44f3-bf9d-9b49201d375b admin admin] vlan segment allocate from pool success with {'vlan_id': 1350, 'physical_network': 'physnet1'} {{(pid=105766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 17:53:27.251178 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3057dc-f0b7-44f3-bf9d-9b49201d375b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc8ffc2-a13b-480b-a35f-27602347c0db,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:27.257563 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dd3057dc-f0b7-44f3-bf9d-9b49201d375b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234'] for segment, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:27.257952 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.db.segments_db [None req-dd3057dc-f0b7-44f3-bf9d-9b49201d375b admin admin] Added segment 1faf4f1c-ddc9-4c53-8b5e-9e608389719e of type vlan for network b68d6b7b-0678-4e45-9233-3805bbdc210b Oct 12 17:53:27.308668 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dd3057dc-f0b7-44f3-bf9d-9b49201d375b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752769697868'] for network, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:27.336616 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dd3057dc-f0b7-44f3-bf9d-9b49201d375b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365'] for network, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:27.337584 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3057dc-f0b7-44f3-bf9d-9b49201d375b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:27.338239 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dd3057dc-f0b7-44f3-bf9d-9b49201d375b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for network, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:27.399333 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-dd3057dc-f0b7-44f3-bf9d-9b49201d375b admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3201776 Oct 12 17:53:27.401878 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 37674) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:53:27.408741 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-e89eb81a-9516-435d-a2a1-91410586f622 admin admin] Request body: {'subnet': {'network_id': 'b68d6b7b-0678-4e45-9233-3805bbdc210b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-353944474-subnet', 'tenant_id': 'c494c3454923408a8704ce5fb8a9ef94', 'ip_version': 4}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:53:27.412849 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3057dc-f0b7-44f3-bf9d-9b49201d375b admin admin] Pushing event updated for resources: {'Network': ['ID=b68d6b7b-0678-4e45-9233-3805bbdc210b,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:27.424852 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Network b68d6b7b-0678-4e45-9233-3805bbdc210b details requested by agent ovs-agent-dv-cinder-813226-2-iscsi with host dv-cinder-813226-2-iscsi {{(pid=105768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 17:53:27.437137 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89eb81a-9516-435d-a2a1-91410586f622 admin admin] Made reservation on behalf of c494c3454923408a8704ce5fb8a9ef94 for: {'subnet': 1} {{(pid=105766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:53:27.439911 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e89eb81a-9516-435d-a2a1-91410586f622 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4858308'] for subnet, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:27.617616 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e89eb81a-9516-435d-a2a1-91410586f622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4464403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4858346'] for subnet, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:27.672093 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89eb81a-9516-435d-a2a1-91410586f622 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66addc29-2620-42dc-92f5-db21c7e9d140,revision_number=0']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:27.685083 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89eb81a-9516-435d-a2a1-91410586f622 admin admin] Checking segment: {'id': '1faf4f1c-ddc9-4c53-8b5e-9e608389719e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': 'b68d6b7b-0678-4e45-9233-3805bbdc210b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:53:27.685508 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89eb81a-9516-435d-a2a1-91410586f622 admin admin] Network hostable DHCP agents. Network: b68d6b7b-0678-4e45-9233-3805bbdc210b, hostable agents: ['d0966fcc-cf7f-4b12-bb12-2ea8651f1f29'], hosted agents: [] {{(pid=105766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 17:53:27.705406 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89eb81a-9516-435d-a2a1-91410586f622 admin admin] Network b68d6b7b-0678-4e45-9233-3805bbdc210b is scheduled to be hosted by DHCP agent d0966fcc-cf7f-4b12-bb12-2ea8651f1f29 with binding_index 1 {{(pid=105766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 17:53:27.716842 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-e89eb81a-9516-435d-a2a1-91410586f622 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813226-2-iscsi, b68d6b7b-0678-4e45-9233-3805bbdc210b) {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:53:27.721561 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89eb81a-9516-435d-a2a1-91410586f622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:27.722439 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e89eb81a-9516-435d-a2a1-91410586f622 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:27.726381 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1c8a0c-850e-4f63-9100-43a2c6fbbad3 None None] Network b68d6b7b-0678-4e45-9233-3805bbdc210b requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:53:27.749321 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-e89eb81a-9516-435d-a2a1-91410586f622 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3438387 Oct 12 17:53:27.749552 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 37678) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:53:27.754412 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-a2b941c6-6550-4389-9bcb-b9f78e879d0c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-353944474-router', 'tenant_id': 'c494c3454923408a8704ce5fb8a9ef94', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'}}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:53:27.783600 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a2b941c6-6550-4389-9bcb-b9f78e879d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8113643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8214'] for router, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:27.784963 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a2b941c6-6550-4389-9bcb-b9f78e879d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8113535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8116520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8054567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8217'] for router, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:27.858438 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a2b941c6-6550-4389-9bcb-b9f78e879d0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:27.932459 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393edb67-5721-4ae7-a111-de58b0b4be8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63d32738-508d-5f41-b292-c343124683fb-b68d6b7b-0678-4e45-9233-3805bbdc210b', 'network_id': 'b68d6b7b-0678-4e45-9233-3805bbdc210b', 'tenant_id': 'c494c3454923408a8704ce5fb8a9ef94', 'fixed_ips': [{'subnet_id': '66addc29-2620-42dc-92f5-db21c7e9d140'}]}} from dv-cinder-813226-2-iscsi. {{(pid=105768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 17:53:27.933799 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-393edb67-5721-4ae7-a111-de58b0b4be8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:28.015972 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a2b941c6-6550-4389-9bcb-b9f78e879d0c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:28.098499 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.db_base_plugin_common [None req-393edb67-5721-4ae7-a111-de58b0b4be8f None None] Allocated IP 172.20.0.2 (b68d6b7b-0678-4e45-9233-3805bbdc210b/66addc29-2620-42dc-92f5-db21c7e9d140/9eabea34-c0b0-4cb4-b1c2-61b6c326d76e) {{(pid=105768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:53:28.262460 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-393edb67-5721-4ae7-a111-de58b0b4be8f None None] Notify callbacks [] for port, precommit_create {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:28.266516 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a2b941c6-6550-4389-9bcb-b9f78e879d0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:28.272529 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-393edb67-5721-4ae7-a111-de58b0b4be8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806'] for port, after_create {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:28.290407 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a2b941c6-6550-4389-9bcb-b9f78e879d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:28.306080 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596e778-d9a3-4933-a470-c0e55a076f1c req-e19402ae-9a8e-4c28-8b23-bb5f1474a199 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:28.307681 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2596e778-d9a3-4933-a470-c0e55a076f1c req-e19402ae-9a8e-4c28-8b23-bb5f1474a199 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 945 time: 0.1187103 Oct 12 17:53:28.319979 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393edb67-5721-4ae7-a111-de58b0b4be8f None None] Network b68d6b7b-0678-4e45-9233-3805bbdc210b is already hosted by enough agents. {{(pid=105768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:53:28.324008 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.scheduler.base_scheduler [None req-393edb67-5721-4ae7-a111-de58b0b4be8f None None] Resources bound (agent type, host, resource id): {{(pid=105768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:53:28.325732 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393edb67-5721-4ae7-a111-de58b0b4be8f None None] Pushing event updated for resources: {'Port': ['ID=9eabea34-c0b0-4cb4-b1c2-61b6c326d76e,revision_number=1']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:28.330673 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393edb67-5721-4ae7-a111-de58b0b4be8f None None] Received port after_create {{(pid=105768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:53:28.386720 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-393edb67-5721-4ae7-a111-de58b0b4be8f None None] Attempting to bind port 9eabea34-c0b0-4cb4-b1c2-61b6c326d76e on host dv-cinder-813226-2-iscsi for vnic_type normal with profile {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:53:28.387087 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-393edb67-5721-4ae7-a111-de58b0b4be8f None None] Attempting to bind port 9eabea34-c0b0-4cb4-b1c2-61b6c326d76e by drivers openvswitch,hyperv on host dv-cinder-813226-2-iscsi at level 0 using segments [{'id': '1faf4f1c-ddc9-4c53-8b5e-9e608389719e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': 'b68d6b7b-0678-4e45-9233-3805bbdc210b'}] {{(pid=105768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:53:28.387453 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393edb67-5721-4ae7-a111-de58b0b4be8f None None] Attempting to bind port 9eabea34-c0b0-4cb4-b1c2-61b6c326d76e on network b68d6b7b-0678-4e45-9233-3805bbdc210b {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:53:28.388992 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2596e778-d9a3-4933-a470-c0e55a076f1c req-c2e1e836-ad84-4d22-95ee-4a2268f409ab tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729086 Oct 12 17:53:28.392741 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393edb67-5721-4ae7-a111-de58b0b4be8f None None] Checking agent: {'id': '5039a5e6-c9fd-4f0c-a36a-0bef795141ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813226-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 41, 12), 'started_at': datetime.datetime(2021, 10, 12, 17, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813226-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:53:28.393084 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393edb67-5721-4ae7-a111-de58b0b4be8f None None] Checking segment: {'id': '1faf4f1c-ddc9-4c53-8b5e-9e608389719e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': 'b68d6b7b-0678-4e45-9233-3805bbdc210b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:53:28.393466 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-393edb67-5721-4ae7-a111-de58b0b4be8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:28.393859 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393edb67-5721-4ae7-a111-de58b0b4be8f None None] Bound using segment: {'id': '1faf4f1c-ddc9-4c53-8b5e-9e608389719e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': 'b68d6b7b-0678-4e45-9233-3805bbdc210b'} {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:53:28.394298 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-393edb67-5721-4ae7-a111-de58b0b4be8f None None] Bound port: 9eabea34-c0b0-4cb4-b1c2-61b6c326d76e, host: dv-cinder-813226-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1faf4f1c-ddc9-4c53-8b5e-9e608389719e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': 'b68d6b7b-0678-4e45-9233-3805bbdc210b'}}] {{(pid=105768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:53:28.394728 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-393edb67-5721-4ae7-a111-de58b0b4be8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:28.444473 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-a2b941c6-6550-4389-9bcb-b9f78e879d0c admin admin] Allocated IP 172.27.0.178 (57ccf176-38b9-4e1d-8eda-123c8986cf55/09d55e93-213a-4ce1-b19c-11c1c2f18eb4/a0ddb38e-78a2-4787-927c-8808e20ad80b) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:53:28.458497 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-393edb67-5721-4ae7-a111-de58b0b4be8f None None] For port 9eabea34-c0b0-4cb4-b1c2-61b6c326d76e, host dv-cinder-813226-2-iscsi, cleared binding levels {{(pid=105768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:53:28.462093 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-393edb67-5721-4ae7-a111-de58b0b4be8f None None] For port 9eabea34-c0b0-4cb4-b1c2-61b6c326d76e, host dv-cinder-813226-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=9eabea34-c0b0-4cb4-b1c2-61b6c326d76e,segment=NetworkSegment(1faf4f1c-ddc9-4c53-8b5e-9e608389719e),segment_id=1faf4f1c-ddc9-4c53-8b5e-9e608389719e)] {{(pid=105768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:53:28.467763 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-393edb67-5721-4ae7-a111-de58b0b4be8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:28.525274 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393edb67-5721-4ae7-a111-de58b0b4be8f None None] Pushing event updated for resources: {'Port': ['ID=9eabea34-c0b0-4cb4-b1c2-61b6c326d76e,revision_number=2']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:28.555827 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a2b941c6-6550-4389-9bcb-b9f78e879d0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:28.590482 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a2b941c6-6550-4389-9bcb-b9f78e879d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4464511'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:28.632287 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b941c6-6550-4389-9bcb-b9f78e879d0c admin admin] Network 57ccf176-38b9-4e1d-8eda-123c8986cf55 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:53:28.635147 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-a2b941c6-6550-4389-9bcb-b9f78e879d0c admin admin] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:53:28.638857 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b941c6-6550-4389-9bcb-b9f78e879d0c admin admin] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:53:28.667028 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b941c6-6550-4389-9bcb-b9f78e879d0c admin admin] Pushing event updated for resources: {'Port': ['ID=a0ddb38e-78a2-4787-927c-8808e20ad80b,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:28.797568 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 034214a9-7b77-4877-9f8e-9936e36a6e56 up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:53:28.858829 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port 034214a9-7b77-4877-9f8e-9936e36a6e56 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:53:28.859203 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:28.918372 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a43a9b-41ed-43bf-9cc8-e571fda47cc9 None None] Sync routers for ids ['903f99a9-f191-4fcf-a743-26abe59c97e6'] in dv-cinder-813226-2-iscsi {{(pid=105769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:53:28.927899 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a2b941c6-6550-4389-9bcb-b9f78e879d0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:28.930451 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a43a9b-41ed-43bf-9cc8-e571fda47cc9 None None] Routers {'903f99a9-f191-4fcf-a743-26abe59c97e6'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:53:28.931245 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-91a43a9b-41ed-43bf-9cc8-e571fda47cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:53:11Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['903f99a9-f191-4fcf-a743-26abe59c97e6'], 'active': True} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:53:28.938716 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:28.963383 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] For port 034214a9-7b77-4877-9f8e-9936e36a6e56, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=034214a9-7b77-4877-9f8e-9936e36a6e56,segment=NetworkSegment(f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1),segment_id=f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:53:28.969146 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:29.017647 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Pushing event updated for resources: {'Port': ['ID=034214a9-7b77-4877-9f8e-9936e36a6e56,revision_number=4']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:29.045419 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvr_db [None req-91a43a9b-41ed-43bf-9cc8-e571fda47cc9 None None] Set router 903f99a9-f191-4fcf-a743-26abe59c97e6 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:53:29.343191 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-91a43a9b-41ed-43bf-9cc8-e571fda47cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903f99a9-f191-4fcf-a743-26abe59c97e6', 'name': 'tempest-TestShelveInstance-652908764-router', 'tenant_id': '0af5809ae3f6462d823ee7e99ff16820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '034214a9-7b77-4877-9f8e-9936e36a6e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:53:23Z', 'updated_at': '2021-10-12T17:53:25Z', 'revision_number': 4, 'project_id': '0af5809ae3f6462d823ee7e99ff16820', 'gw_port': {'id': '034214a9-7b77-4877-9f8e-9936e36a6e56', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:55:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903f99a9-f191-4fcf-a743-26abe59c97e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:53:23Z', 'updated_at': '2021-10-12T17:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': '18fbd941-8573-423c-9ad5-54f67dedf7af', 'name': '', 'network_id': '9786a2da-354e-4b2b-944e-524749bdbde9', 'tenant_id': '0af5809ae3f6462d823ee7e99ff16820', 'mac_address': 'fa:16:3e:ee:7d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903f99a9-f191-4fcf-a743-26abe59c97e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'd1884ac9-4489-4c64-8eb4-289f84b932a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:53:25Z', 'updated_at': '2021-10-12T17:53:25Z', 'revision_number': 2, 'project_id': '0af5809ae3f6462d823ee7e99ff16820', 'subnets': [{'id': 'd1884ac9-4489-4c64-8eb4-289f84b932a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:53:29.353431 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a2b941c6-6550-4389-9bcb-b9f78e879d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8113504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8091129'] for router, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:29.375645 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a43a9b-41ed-43bf-9cc8-e571fda47cc9 None None] Checking router: 903f99a9-f191-4fcf-a743-26abe59c97e6 for host: dv-cinder-813226-2-iscsi {{(pid=105769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:53:29.375985 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a43a9b-41ed-43bf-9cc8-e571fda47cc9 None None] Updating router 903f99a9-f191-4fcf-a743-26abe59c97e6 port 18fbd941-8573-423c-9ad5-54f67dedf7af binding host dv-cinder-813226-2-iscsi {{(pid=105769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:53:29.406104 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-91a43a9b-41ed-43bf-9cc8-e571fda47cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:29.533617 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeeb0eb-3a90-4ea7-a3e0-023a886b4106 req-e291f1d7-f6ac-49bb-8872-3120df3bd827 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:29.535533 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-7eeeb0eb-3a90-4ea7-a3e0-023a886b4106 req-e291f1d7-f6ac-49bb-8872-3120df3bd827 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 945 time: 0.0692787 Oct 12 17:53:29.536764 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b941c6-6550-4389-9bcb-b9f78e879d0c admin admin] Router d116c394-f3c8-420a-8aec-b8a66e5d7c3b is scheduled to L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 with binding_index 1 {{(pid=105766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 17:53:29.615872 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-7eeeb0eb-3a90-4ea7-a3e0-023a886b4106 req-5460ff04-2f78-4e0b-9ef7-5ef1a567e1ac tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0718491 Oct 12 17:53:29.676772 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b941c6-6550-4389-9bcb-b9f78e879d0c admin admin] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:53:29.689042 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a158dc-6249-4a2c-92d8-857141a60cbc None None] Sync routers for ids ['d116c394-f3c8-420a-8aec-b8a66e5d7c3b'] in dv-cinder-813226-2-iscsi {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:53:29.701201 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3948eaf6-2eff-4203-add4-60d1bf941fe9 None None] Network b68d6b7b-0678-4e45-9233-3805bbdc210b requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:53:29.701693 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a2b941c6-6550-4389-9bcb-b9f78e879d0c admin admin] Notify callbacks [] for router, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:29.704485 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a158dc-6249-4a2c-92d8-857141a60cbc None None] Routers {'d116c394-f3c8-420a-8aec-b8a66e5d7c3b'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:53:29.705198 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-c7a158dc-6249-4a2c-92d8-857141a60cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:53:11Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['d116c394-f3c8-420a-8aec-b8a66e5d7c3b'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:53:29.705972 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-a2b941c6-6550-4389-9bcb-b9f78e879d0c admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9553533 Oct 12 17:53:29.706091 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 37694) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:53:29.710654 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-91a43a9b-41ed-43bf-9cc8-e571fda47cc9 None None] Notify callbacks [] for port, precommit_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:29.716721 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-91a43a9b-41ed-43bf-9cc8-e571fda47cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:29.759395 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a498407-bf37-49bd-b229-64c1342dc963 None None] Pushing event updated for resources: {'Port': ['ID=18fbd941-8573-423c-9ad5-54f67dedf7af,revision_number=3']} {{(pid=105769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:29.836786 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.managers [None req-91a43a9b-41ed-43bf-9cc8-e571fda47cc9 None None] Attempting to bind port 18fbd941-8573-423c-9ad5-54f67dedf7af on host dv-cinder-813226-2-iscsi for vnic_type normal with profile {{(pid=105769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:53:29.837201 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.managers [None req-91a43a9b-41ed-43bf-9cc8-e571fda47cc9 None None] Attempting to bind port 18fbd941-8573-423c-9ad5-54f67dedf7af by drivers openvswitch,hyperv on host dv-cinder-813226-2-iscsi at level 0 using segments [{'id': '3f9a12ba-5c8e-4c52-a93d-d1890c37c703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '9786a2da-354e-4b2b-944e-524749bdbde9'}] {{(pid=105769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:53:29.837518 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a43a9b-41ed-43bf-9cc8-e571fda47cc9 None None] Attempting to bind port 18fbd941-8573-423c-9ad5-54f67dedf7af on network 9786a2da-354e-4b2b-944e-524749bdbde9 {{(pid=105769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:53:29.842750 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a43a9b-41ed-43bf-9cc8-e571fda47cc9 None None] Checking agent: {'id': '5039a5e6-c9fd-4f0c-a36a-0bef795141ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813226-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 41, 12), 'started_at': datetime.datetime(2021, 10, 12, 17, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813226-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:53:29.843123 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a43a9b-41ed-43bf-9cc8-e571fda47cc9 None None] Checking segment: {'id': '3f9a12ba-5c8e-4c52-a93d-d1890c37c703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '9786a2da-354e-4b2b-944e-524749bdbde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:53:29.843522 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-91a43a9b-41ed-43bf-9cc8-e571fda47cc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:29.843912 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a43a9b-41ed-43bf-9cc8-e571fda47cc9 None None] Bound using segment: {'id': '3f9a12ba-5c8e-4c52-a93d-d1890c37c703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '9786a2da-354e-4b2b-944e-524749bdbde9'} {{(pid=105769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:53:29.844543 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.managers [None req-91a43a9b-41ed-43bf-9cc8-e571fda47cc9 None None] Bound port: 18fbd941-8573-423c-9ad5-54f67dedf7af, host: dv-cinder-813226-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f9a12ba-5c8e-4c52-a93d-d1890c37c703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '9786a2da-354e-4b2b-944e-524749bdbde9'}}] {{(pid=105769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:53:29.844979 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-91a43a9b-41ed-43bf-9cc8-e571fda47cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:29.868717 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-7639c5f2-daa2-479c-8c6d-eafafea6e0d8 None None] Provisioning complete for port 9eabea34-c0b0-4cb4-b1c2-61b6c326d76e triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:53:29.869114 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-7639c5f2-daa2-479c-8c6d-eafafea6e0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:29.916594 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.db [None req-91a43a9b-41ed-43bf-9cc8-e571fda47cc9 None None] For port 18fbd941-8573-423c-9ad5-54f67dedf7af, host dv-cinder-813226-2-iscsi, cleared binding levels {{(pid=105769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:53:29.921131 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.db [None req-91a43a9b-41ed-43bf-9cc8-e571fda47cc9 None None] For port 18fbd941-8573-423c-9ad5-54f67dedf7af, host dv-cinder-813226-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=18fbd941-8573-423c-9ad5-54f67dedf7af,segment=NetworkSegment(3f9a12ba-5c8e-4c52-a93d-d1890c37c703),segment_id=3f9a12ba-5c8e-4c52-a93d-d1890c37c703)] {{(pid=105769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:53:29.930288 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-91a43a9b-41ed-43bf-9cc8-e571fda47cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:29.944228 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-c7a158dc-6249-4a2c-92d8-857141a60cbc None None] Set router d116c394-f3c8-420a-8aec-b8a66e5d7c3b gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:53:30.024262 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a498407-bf37-49bd-b229-64c1342dc963 None None] Pushing event updated for resources: {'Port': ['ID=18fbd941-8573-423c-9ad5-54f67dedf7af,revision_number=4']} {{(pid=105769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:30.028392 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a43a9b-41ed-43bf-9cc8-e571fda47cc9 None None] Routers {'903f99a9-f191-4fcf-a743-26abe59c97e6'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:53:30.029114 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-91a43a9b-41ed-43bf-9cc8-e571fda47cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:53:11Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['903f99a9-f191-4fcf-a743-26abe59c97e6'], 'active': True} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:53:30.190814 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvr_db [None req-91a43a9b-41ed-43bf-9cc8-e571fda47cc9 None None] Set router 903f99a9-f191-4fcf-a743-26abe59c97e6 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:53:30.218056 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-67e75f00-242f-49db-a368-f59c04f87320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:30.218330 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-7639c5f2-daa2-479c-8c6d-eafafea6e0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:30.262402 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00fa878-7d99-4197-9106-a168c5a347be req-8953ef5a-e38a-4e32-9b5e-82857ef681f4 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:30.264839 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-a00fa878-7d99-4197-9106-a168c5a347be req-8953ef5a-e38a-4e32-9b5e-82857ef681f4 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.44 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 945 time: 0.0883596 Oct 12 17:53:30.287334 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-7639c5f2-daa2-479c-8c6d-eafafea6e0d8 None None] For port 9eabea34-c0b0-4cb4-b1c2-61b6c326d76e, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=9eabea34-c0b0-4cb4-b1c2-61b6c326d76e,segment=NetworkSegment(1faf4f1c-ddc9-4c53-8b5e-9e608389719e),segment_id=1faf4f1c-ddc9-4c53-8b5e-9e608389719e)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:53:30.305337 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-7639c5f2-daa2-479c-8c6d-eafafea6e0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:30.364102 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-c7a158dc-6249-4a2c-92d8-857141a60cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd116c394-f3c8-420a-8aec-b8a66e5d7c3b', 'name': 'tempest-TestShelveInstance-353944474-router', 'tenant_id': 'c494c3454923408a8704ce5fb8a9ef94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'a0ddb38e-78a2-4787-927c-8808e20ad80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:53:27Z', 'updated_at': '2021-10-12T17:53:28Z', 'revision_number': 3, 'project_id': 'c494c3454923408a8704ce5fb8a9ef94', 'gw_port': {'id': 'a0ddb38e-78a2-4787-927c-8808e20ad80b', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:bb:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd116c394-f3c8-420a-8aec-b8a66e5d7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:53:28Z', 'updated_at': '2021-10-12T17:53:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi'}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:53:30.406103 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a158dc-6249-4a2c-92d8-857141a60cbc None None] Checking router: d116c394-f3c8-420a-8aec-b8a66e5d7c3b for host: dv-cinder-813226-2-iscsi {{(pid=105768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:53:30.406471 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a158dc-6249-4a2c-92d8-857141a60cbc None None] Updating router d116c394-f3c8-420a-8aec-b8a66e5d7c3b port a0ddb38e-78a2-4787-927c-8808e20ad80b binding host dv-cinder-813226-2-iscsi {{(pid=105768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:53:30.409885 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7639c5f2-daa2-479c-8c6d-eafafea6e0d8 None None] Pushing event updated for resources: {'Port': ['ID=9eabea34-c0b0-4cb4-b1c2-61b6c326d76e,revision_number=3']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:30.462594 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-c7a158dc-6249-4a2c-92d8-857141a60cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:30.465495 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-a177abe6-4c0f-49e3-941f-50e4056a13e8 None None] Provisioning complete for port 18fbd941-8573-423c-9ad5-54f67dedf7af triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:53:30.465854 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-a177abe6-4c0f-49e3-941f-50e4056a13e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:30.495730 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-91a43a9b-41ed-43bf-9cc8-e571fda47cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903f99a9-f191-4fcf-a743-26abe59c97e6', 'name': 'tempest-TestShelveInstance-652908764-router', 'tenant_id': '0af5809ae3f6462d823ee7e99ff16820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '034214a9-7b77-4877-9f8e-9936e36a6e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:53:23Z', 'updated_at': '2021-10-12T17:53:25Z', 'revision_number': 4, 'project_id': '0af5809ae3f6462d823ee7e99ff16820', 'gw_port': {'id': '034214a9-7b77-4877-9f8e-9936e36a6e56', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:55:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903f99a9-f191-4fcf-a743-26abe59c97e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:53:23Z', 'updated_at': '2021-10-12T17:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': '18fbd941-8573-423c-9ad5-54f67dedf7af', 'name': '', 'network_id': '9786a2da-354e-4b2b-944e-524749bdbde9', 'tenant_id': '0af5809ae3f6462d823ee7e99ff16820', 'mac_address': 'fa:16:3e:ee:7d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903f99a9-f191-4fcf-a743-26abe59c97e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'd1884ac9-4489-4c64-8eb4-289f84b932a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:53:25Z', 'updated_at': '2021-10-12T17:53:29Z', 'revision_number': 4, 'project_id': '0af5809ae3f6462d823ee7e99ff16820', 'subnets': [{'id': 'd1884ac9-4489-4c64-8eb4-289f84b932a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:53:30.521537 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.db_base_plugin_common [None req-67e75f00-242f-49db-a368-f59c04f87320 admin admin] Allocated IP 172.20.0.1 (b68d6b7b-0678-4e45-9233-3805bbdc210b/66addc29-2620-42dc-92f5-db21c7e9d140/e249fbab-0a70-4ad1-b17a-88be5171ab57) {{(pid=105767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:53:30.532170 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [req-a00fa878-7d99-4197-9106-a168c5a347be req-a3d2328e-2ceb-4dae-b51d-3ac527eb7985 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Deleting port 05713618-3202-4502-a13e-e28f99b20532 {{(pid=105767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:53:30.532884 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-a00fa878-7d99-4197-9106-a168c5a347be req-a3d2328e-2ceb-4dae-b51d-3ac527eb7985 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:30.540974 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a43a9b-41ed-43bf-9cc8-e571fda47cc9 None None] The sync data for ids ['903f99a9-f191-4fcf-a743-26abe59c97e6'] in dv-cinder-813226-2-iscsi is: [{'id': '903f99a9-f191-4fcf-a743-26abe59c97e6', 'name': 'tempest-TestShelveInstance-652908764-router', 'tenant_id': '0af5809ae3f6462d823ee7e99ff16820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '034214a9-7b77-4877-9f8e-9936e36a6e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:53:23Z', 'updated_at': '2021-10-12T17:53:25Z', 'revision_number': 4, 'project_id': '0af5809ae3f6462d823ee7e99ff16820', 'gw_port': {'id': '034214a9-7b77-4877-9f8e-9936e36a6e56', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:55:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903f99a9-f191-4fcf-a743-26abe59c97e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:53:23Z', 'updated_at': '2021-10-12T17:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': '18fbd941-8573-423c-9ad5-54f67dedf7af', 'name': '', 'network_id': '9786a2da-354e-4b2b-944e-524749bdbde9', 'tenant_id': '0af5809ae3f6462d823ee7e99ff16820', 'mac_address': 'fa:16:3e:ee:7d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903f99a9-f191-4fcf-a743-26abe59c97e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'd1884ac9-4489-4c64-8eb4-289f84b932a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:53:25Z', 'updated_at': '2021-10-12T17:53:29Z', 'revision_number': 4, 'project_id': '0af5809ae3f6462d823ee7e99ff16820', 'subnets': [{'id': 'd1884ac9-4489-4c64-8eb4-289f84b932a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:53:30.720645 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-a177abe6-4c0f-49e3-941f-50e4056a13e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:30.741160 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-a00fa878-7d99-4197-9106-a168c5a347be req-a3d2328e-2ceb-4dae-b51d-3ac527eb7985 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] For port 05713618-3202-4502-a13e-e28f99b20532, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=05713618-3202-4502-a13e-e28f99b20532,segment=NetworkSegment(05f459ba-52ee-4bb6-9d47-8bda0a83627a),segment_id=05f459ba-52ee-4bb6-9d47-8bda0a83627a)] {{(pid=105767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:53:30.741647 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-a00fa878-7d99-4197-9106-a168c5a347be req-a3d2328e-2ceb-4dae-b51d-3ac527eb7985 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:30.762546 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-a177abe6-4c0f-49e3-941f-50e4056a13e8 None None] For port 18fbd941-8573-423c-9ad5-54f67dedf7af, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=18fbd941-8573-423c-9ad5-54f67dedf7af,segment=NetworkSegment(3f9a12ba-5c8e-4c52-a93d-d1890c37c703),segment_id=3f9a12ba-5c8e-4c52-a93d-d1890c37c703)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:53:30.779069 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-a177abe6-4c0f-49e3-941f-50e4056a13e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:30.824907 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505af9b8-73fb-4d25-8502-bcb7e074bf3b req-c6785f6d-71e2-446e-8b46-dc939e2682cc tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:30.828243 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-505af9b8-73fb-4d25-8502-bcb7e074bf3b req-c6785f6d-71e2-446e-8b46-dc939e2682cc tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 945 time: 0.1192651 Oct 12 17:53:30.828909 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-67e75f00-242f-49db-a368-f59c04f87320 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:30.860672 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a177abe6-4c0f-49e3-941f-50e4056a13e8 None None] Pushing event updated for resources: {'Port': ['ID=18fbd941-8573-423c-9ad5-54f67dedf7af,revision_number=5']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:30.922751 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-505af9b8-73fb-4d25-8502-bcb7e074bf3b req-6dbddf39-db66-4bfc-a7e1-4091fa2be9ae tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=64d5b702-2fe8-4be1-bed8-5e9e76d6467e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0842590 Oct 12 17:53:30.958095 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-c7a158dc-6249-4a2c-92d8-857141a60cbc None None] Notify callbacks [] for port, precommit_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:30.960968 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-c3f943ad-6c24-4934-b46a-9c45f35ecf96 None None] Provisioning complete for port 9eabea34-c0b0-4cb4-b1c2-61b6c326d76e triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:53:30.961858 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-c3f943ad-6c24-4934-b46a-9c45f35ecf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:30.971399 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-67e75f00-242f-49db-a368-f59c04f87320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:30.996394 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 18fbd941-8573-423c-9ad5-54f67dedf7af up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:53:31.000789 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-c7a158dc-6249-4a2c-92d8-857141a60cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:31.043956 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e75f00-242f-49db-a368-f59c04f87320 admin admin] Network b68d6b7b-0678-4e45-9233-3805bbdc210b is already hosted by enough agents. {{(pid=105767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:53:31.050432 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [None req-67e75f00-242f-49db-a368-f59c04f87320 admin admin] Resources bound (agent type, host, resource id): {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:53:31.059061 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e75f00-242f-49db-a368-f59c04f87320 admin admin] Received port after_create {{(pid=105767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:53:31.108870 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e75f00-242f-49db-a368-f59c04f87320 admin admin] Pushing event updated for resources: {'Port': ['ID=e249fbab-0a70-4ad1-b17a-88be5171ab57,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:31.113107 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-a00fa878-7d99-4197-9106-a168c5a347be req-a3d2328e-2ceb-4dae-b51d-3ac527eb7985 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:31.113458 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-a00fa878-7d99-4197-9106-a168c5a347be req-a3d2328e-2ceb-4dae-b51d-3ac527eb7985 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8091027'] for floatingip, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:31.113778 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.db.l3_db [req-a00fa878-7d99-4197-9106-a168c5a347be req-a3d2328e-2ceb-4dae-b51d-3ac527eb7985 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Floating IP b95b6042-eaac-4636-b02f-1d8c9bf2cbd9 disassociated. External IP: 172.27.0.160, port: 05713618-3202-4502-a13e-e28f99b20532. Oct 12 17:53:31.114118 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [req-a00fa878-7d99-4197-9106-a168c5a347be req-a3d2328e-2ceb-4dae-b51d-3ac527eb7985 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Calling delete_port for 05713618-3202-4502-a13e-e28f99b20532 owned by compute:nova {{(pid=105767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:53:31.134228 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-67e75f00-242f-49db-a368-f59c04f87320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090920'] for router_interface, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:31.249859 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-c7a158dc-6249-4a2c-92d8-857141a60cbc None None] Attempting to bind port a0ddb38e-78a2-4787-927c-8808e20ad80b on host dv-cinder-813226-2-iscsi for vnic_type normal with profile {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:53:31.250224 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-c7a158dc-6249-4a2c-92d8-857141a60cbc None None] Attempting to bind port a0ddb38e-78a2-4787-927c-8808e20ad80b by drivers openvswitch,hyperv on host dv-cinder-813226-2-iscsi at level 0 using segments [{'id': 'f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'}] {{(pid=105768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:53:31.250589 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a158dc-6249-4a2c-92d8-857141a60cbc None None] Attempting to bind port a0ddb38e-78a2-4787-927c-8808e20ad80b on network 57ccf176-38b9-4e1d-8eda-123c8986cf55 {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:53:31.254592 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7727415-9f73-4849-a637-d5b6c660bea8 None None] Pushing event updated for resources: {'Port': ['ID=a0ddb38e-78a2-4787-927c-8808e20ad80b,revision_number=2']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:31.264703 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a158dc-6249-4a2c-92d8-857141a60cbc None None] Checking agent: {'id': '5039a5e6-c9fd-4f0c-a36a-0bef795141ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813226-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 41, 12), 'started_at': datetime.datetime(2021, 10, 12, 17, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813226-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:53:31.265072 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a158dc-6249-4a2c-92d8-857141a60cbc None None] Checking segment: {'id': 'f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:53:31.265466 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-c7a158dc-6249-4a2c-92d8-857141a60cbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:31.265866 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a158dc-6249-4a2c-92d8-857141a60cbc None None] Bound using segment: {'id': 'f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'} {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:53:31.266407 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-c7a158dc-6249-4a2c-92d8-857141a60cbc None None] Bound port: a0ddb38e-78a2-4787-927c-8808e20ad80b, host: dv-cinder-813226-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'}}] {{(pid=105768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:53:31.266734 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-c7a158dc-6249-4a2c-92d8-857141a60cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:31.327421 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port 18fbd941-8573-423c-9ad5-54f67dedf7af triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:53:31.327868 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:31.368284 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-67e75f00-242f-49db-a368-f59c04f87320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:31.390176 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-c7a158dc-6249-4a2c-92d8-857141a60cbc None None] For port a0ddb38e-78a2-4787-927c-8808e20ad80b, host dv-cinder-813226-2-iscsi, cleared binding levels {{(pid=105768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:53:31.392459 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-c3f943ad-6c24-4934-b46a-9c45f35ecf96 None None] Provisioning complete for port 18fbd941-8573-423c-9ad5-54f67dedf7af triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:53:31.392829 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-c3f943ad-6c24-4934-b46a-9c45f35ecf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:31.396622 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-c7a158dc-6249-4a2c-92d8-857141a60cbc None None] For port a0ddb38e-78a2-4787-927c-8808e20ad80b, host dv-cinder-813226-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=a0ddb38e-78a2-4787-927c-8808e20ad80b,segment=NetworkSegment(f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1),segment_id=f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1)] {{(pid=105768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:53:31.406931 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-a00fa878-7d99-4197-9106-a168c5a347be req-a3d2328e-2ceb-4dae-b51d-3ac527eb7985 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:31.426055 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-c7a158dc-6249-4a2c-92d8-857141a60cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:31.440722 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d2328e-2ceb-4dae-b51d-3ac527eb7985 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Pushing event deleted for resources: {'Port': ['ID=05713618-3202-4502-a13e-e28f99b20532,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:31.537462 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a158dc-6249-4a2c-92d8-857141a60cbc None None] Routers {'d116c394-f3c8-420a-8aec-b8a66e5d7c3b'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:53:31.537988 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-c7a158dc-6249-4a2c-92d8-857141a60cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:53:11Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['d116c394-f3c8-420a-8aec-b8a66e5d7c3b'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:53:31.539751 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7727415-9f73-4849-a637-d5b6c660bea8 None None] Pushing event updated for resources: {'Port': ['ID=a0ddb38e-78a2-4787-927c-8808e20ad80b,revision_number=3']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:31.585526 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 9eabea34-c0b0-4cb4-b1c2-61b6c326d76e up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:53:31.725403 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-c7a158dc-6249-4a2c-92d8-857141a60cbc None None] Set router d116c394-f3c8-420a-8aec-b8a66e5d7c3b gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:53:31.727406 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port 9eabea34-c0b0-4cb4-b1c2-61b6c326d76e triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:53:31.727746 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:31.886415 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-8f155e37-cf60-41fa-a1c0-50d35fedd0fc None None] Provisioning complete for port e249fbab-0a70-4ad1-b17a-88be5171ab57 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:53:31.886977 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-8f155e37-cf60-41fa-a1c0-50d35fedd0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:31.892219 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a00fa878-7d99-4197-9106-a168c5a347be req-a3d2328e-2ceb-4dae-b51d-3ac527eb7985 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Router 2756c817-f350-4cfa-bb8b-67ae39e636e8 has already been hosted by L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 {{(pid=105767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:53:31.913819 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-67e75f00-242f-49db-a368-f59c04f87320 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:31.966637 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-67e75f00-242f-49db-a368-f59c04f87320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196327'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:31.982191 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-8f155e37-cf60-41fa-a1c0-50d35fedd0fc None None] Port e249fbab-0a70-4ad1-b17a-88be5171ab57 cannot update to ACTIVE because it is not bound. {{(pid=105768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:53:32.009070 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 034214a9-7b77-4877-9f8e-9936e36a6e56 up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:53:32.051136 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-99ec1726-3039-46c5-857a-a9cc3b485efd req-b0a4e31b-143f-4c92-a514-8c64300ec4bd tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=330fd13a-4c89-4b8d-a80f-b8c6e301d590 HTTP/1.1" status: 200 len: 210 time: 0.0367358 Oct 12 17:53:32.082252 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e75f00-242f-49db-a368-f59c04f87320 admin admin] Pushing event updated for resources: {'Port': ['ID=e249fbab-0a70-4ad1-b17a-88be5171ab57,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:32.087448 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-67e75f00-242f-49db-a368-f59c04f87320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8115384'] for router_interface, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:32.107581 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port 034214a9-7b77-4877-9f8e-9936e36a6e56 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:53:32.108076 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:32.143123 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a00fa878-7d99-4197-9106-a168c5a347be req-a3d2328e-2ceb-4dae-b51d-3ac527eb7985 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:53:32.147685 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-c7a158dc-6249-4a2c-92d8-857141a60cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd116c394-f3c8-420a-8aec-b8a66e5d7c3b', 'name': 'tempest-TestShelveInstance-353944474-router', 'tenant_id': 'c494c3454923408a8704ce5fb8a9ef94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'a0ddb38e-78a2-4787-927c-8808e20ad80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:53:27Z', 'updated_at': '2021-10-12T17:53:31Z', 'revision_number': 4, 'project_id': 'c494c3454923408a8704ce5fb8a9ef94', 'gw_port': {'id': 'a0ddb38e-78a2-4787-927c-8808e20ad80b', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:bb:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd116c394-f3c8-420a-8aec-b8a66e5d7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:53:28Z', 'updated_at': '2021-10-12T17:53:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': 'e249fbab-0a70-4ad1-b17a-88be5171ab57', 'name': '', 'network_id': 'b68d6b7b-0678-4e45-9233-3805bbdc210b', 'tenant_id': 'c494c3454923408a8704ce5fb8a9ef94', 'mac_address': 'fa:16:3e:ce:bc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd116c394-f3c8-420a-8aec-b8a66e5d7c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '66addc29-2620-42dc-92f5-db21c7e9d140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:53:30Z', 'updated_at': '2021-10-12T17:53:30Z', 'revision_number': 1, 'project_id': 'c494c3454923408a8704ce5fb8a9ef94', 'subnets': [{'id': '66addc29-2620-42dc-92f5-db21c7e9d140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:53:32.157836 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5991fcf8-9df0-4b3d-b3af-47d12dcd2e48 None None] Sync routers for ids ['2756c817-f350-4cfa-bb8b-67ae39e636e8'] in dv-cinder-813226-2-iscsi {{(pid=105769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:53:32.169247 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5991fcf8-9df0-4b3d-b3af-47d12dcd2e48 None None] Routers {'2756c817-f350-4cfa-bb8b-67ae39e636e8'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:53:32.170083 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-5991fcf8-9df0-4b3d-b3af-47d12dcd2e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:53:11Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['2756c817-f350-4cfa-bb8b-67ae39e636e8'], 'active': True} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:53:32.184712 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a158dc-6249-4a2c-92d8-857141a60cbc None None] The sync data for ids ['d116c394-f3c8-420a-8aec-b8a66e5d7c3b'] in dv-cinder-813226-2-iscsi is: [{'id': 'd116c394-f3c8-420a-8aec-b8a66e5d7c3b', 'name': 'tempest-TestShelveInstance-353944474-router', 'tenant_id': 'c494c3454923408a8704ce5fb8a9ef94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'a0ddb38e-78a2-4787-927c-8808e20ad80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:53:27Z', 'updated_at': '2021-10-12T17:53:31Z', 'revision_number': 4, 'project_id': 'c494c3454923408a8704ce5fb8a9ef94', 'gw_port': {'id': 'a0ddb38e-78a2-4787-927c-8808e20ad80b', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:bb:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd116c394-f3c8-420a-8aec-b8a66e5d7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:53:28Z', 'updated_at': '2021-10-12T17:53:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': 'e249fbab-0a70-4ad1-b17a-88be5171ab57', 'name': '', 'network_id': 'b68d6b7b-0678-4e45-9233-3805bbdc210b', 'tenant_id': 'c494c3454923408a8704ce5fb8a9ef94', 'mac_address': 'fa:16:3e:ce:bc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd116c394-f3c8-420a-8aec-b8a66e5d7c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '66addc29-2620-42dc-92f5-db21c7e9d140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:53:30Z', 'updated_at': '2021-10-12T17:53:30Z', 'revision_number': 1, 'project_id': 'c494c3454923408a8704ce5fb8a9ef94', 'subnets': [{'id': '66addc29-2620-42dc-92f5-db21c7e9d140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:53:32.195575 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00fa878-7d99-4197-9106-a168c5a347be req-a3d2328e-2ceb-4dae-b51d-3ac527eb7985 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] No DVR routers for this DVR port 05713618-3202-4502-a13e-e28f99b20532 on host hv-cinder-81322 {{(pid=105767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:53:32.199896 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-a00fa878-7d99-4197-9106-a168c5a347be req-a3d2328e-2ceb-4dae-b51d-3ac527eb7985 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:32.203402 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-a00fa878-7d99-4197-9106-a168c5a347be req-a3d2328e-2ceb-4dae-b51d-3ac527eb7985 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.44 "DELETE /v2.0/ports/05713618-3202-4502-a13e-e28f99b20532 HTTP/1.1" status: 204 len: 173 time: 1.8974562 Oct 12 17:53:32.203941 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330fd13a-4c89-4b8d-a80f-b8c6e301d590', 'name': 'network-vif-deleted', 'tag': '05713618-3202-4502-a13e-e28f99b20532'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:53:32.206527 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e545775c-a2ba-4c40-93a5-7e48bf3383c4" -d '{"events": [{"server_uuid": "330fd13a-4c89-4b8d-a80f-b8c6e301d590", "name": "network-vif-deleted", "tag": "05713618-3202-4502-a13e-e28f99b20532"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:53:32.284473 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e75f00-242f-49db-a368-f59c04f87320 admin admin] Network b68d6b7b-0678-4e45-9233-3805bbdc210b is already hosted by enough agents. {{(pid=105767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:53:32.291335 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [None req-67e75f00-242f-49db-a368-f59c04f87320 admin admin] Resources bound (agent type, host, resource id): {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:53:32.311502 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97fe23f-8664-4547-a87a-5cc86b142dbf x-openstack-request-id: req-c97fe23f-8664-4547-a87a-5cc86b142dbf {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:53:32.311841 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "330fd13a-4c89-4b8d-a80f-b8c6e301d590", "name": "network-vif-deleted", "tag": "05713618-3202-4502-a13e-e28f99b20532", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:53:32.312230 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c97fe23f-8664-4547-a87a-5cc86b142dbf {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:53:32.312689 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '330fd13a-4c89-4b8d-a80f-b8c6e301d590', 'name': 'network-vif-deleted', 'tag': '05713618-3202-4502-a13e-e28f99b20532', 'status': 'completed', 'code': 200} Oct 12 17:53:32.372147 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvr_db [None req-5991fcf8-9df0-4b3d-b3af-47d12dcd2e48 None None] Set router 2756c817-f350-4cfa-bb8b-67ae39e636e8 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:53:32.464784 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e75f00-242f-49db-a368-f59c04f87320 admin admin] Router d116c394-f3c8-420a-8aec-b8a66e5d7c3b has already been hosted by L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 {{(pid=105767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:53:32.636938 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e75f00-242f-49db-a368-f59c04f87320 admin admin] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:53:32.642435 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-67e75f00-242f-49db-a368-f59c04f87320 admin admin] 10.222.0.85 "PUT /v2.0/routers/d116c394-f3c8-420a-8aec-b8a66e5d7c3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9346211 Oct 12 17:53:32.715564 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-5991fcf8-9df0-4b3d-b3af-47d12dcd2e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'name': 'tempest-AttachVolumeTestJSON-2009213917-router', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '03856ee2-eb3a-4878-b203-3708c37b364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:49:15Z', 'updated_at': '2021-10-12T17:49:22Z', 'revision_number': 4, 'project_id': 'e4096f27defa41969a63e8b81d280fb2', 'gw_port': {'id': '03856ee2-eb3a-4878-b203-3708c37b364d', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:16Z', 'updated_at': '2021-10-12T17:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': '2247843e-6e0a-42d1-8831-44ae16fc96e2', 'name': '', 'network_id': '8daa865d-6215-4088-990f-5e71670febd0', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'mac_address': 'fa:16:3e:8a:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2c9bbc10-98c9-4f8e-a058-09cebb338727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:20Z', 'updated_at': '2021-10-12T17:49:31Z', 'revision_number': 5, 'project_id': 'e4096f27defa41969a63e8b81d280fb2', 'subnets': [{'id': '2c9bbc10-98c9-4f8e-a058-09cebb338727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:53:32.729729 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-7be40406-e26b-430d-9e0c-140b3d8bc60b None None] Provisioning complete for port e249fbab-0a70-4ad1-b17a-88be5171ab57 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:53:32.730307 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-7be40406-e26b-430d-9e0c-140b3d8bc60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:32.763833 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5991fcf8-9df0-4b3d-b3af-47d12dcd2e48 None None] Checking router: 2756c817-f350-4cfa-bb8b-67ae39e636e8 for host: dv-cinder-813226-2-iscsi {{(pid=105769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:53:32.789411 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5991fcf8-9df0-4b3d-b3af-47d12dcd2e48 None None] Routers {'2756c817-f350-4cfa-bb8b-67ae39e636e8'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:53:32.790880 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-5991fcf8-9df0-4b3d-b3af-47d12dcd2e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:53:11Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['2756c817-f350-4cfa-bb8b-67ae39e636e8'], 'active': True} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:53:32.821144 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 18fbd941-8573-423c-9ad5-54f67dedf7af up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:53:32.825078 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-7be40406-e26b-430d-9e0c-140b3d8bc60b None None] Port e249fbab-0a70-4ad1-b17a-88be5171ab57 cannot update to ACTIVE because it is not bound. {{(pid=105768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:53:32.922901 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port 18fbd941-8573-423c-9ad5-54f67dedf7af triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:53:32.923346 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:32.987436 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvr_db [None req-5991fcf8-9df0-4b3d-b3af-47d12dcd2e48 None None] Set router 2756c817-f350-4cfa-bb8b-67ae39e636e8 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:53:33.185625 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 37720) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:53:33.247732 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-0bae109c-3207-4f42-afe2-b218364884e7 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:33.284433 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-0bae109c-3207-4f42-afe2-b218364884e7 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:33.340269 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-0bae109c-3207-4f42-afe2-b218364884e7 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:33.343511 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-0bae109c-3207-4f42-afe2-b218364884e7 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:33.348085 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-0bae109c-3207-4f42-afe2-b218364884e7 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "DELETE /v2.0/security-groups/64d5b702-2fe8-4be1-bed8-5e9e76d6467e HTTP/1.1" status: 204 len: 168 time: 0.1589026 Oct 12 17:53:33.348495 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 37722) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:53:33.363334 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae109c-3207-4f42-afe2-b218364884e7 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d5b702-2fe8-4be1-bed8-5e9e76d6467e,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:33.368261 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.api.v2.resource [None req-4d253842-6e7b-48f3-a270-428d4834ec13 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] show failed (client error): The resource could not be found. Oct 12 17:53:33.373053 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-4d253842-6e7b-48f3-a270-428d4834ec13 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups/64d5b702-2fe8-4be1-bed8-5e9e76d6467e HTTP/1.1" status: 404 len: 347 time: 0.0234587 Oct 12 17:53:33.373768 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 37724) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:53:33.421554 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-5991fcf8-9df0-4b3d-b3af-47d12dcd2e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'name': 'tempest-AttachVolumeTestJSON-2009213917-router', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '03856ee2-eb3a-4878-b203-3708c37b364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:49:15Z', 'updated_at': '2021-10-12T17:49:22Z', 'revision_number': 4, 'project_id': 'e4096f27defa41969a63e8b81d280fb2', 'gw_port': {'id': '03856ee2-eb3a-4878-b203-3708c37b364d', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:16Z', 'updated_at': '2021-10-12T17:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': '2247843e-6e0a-42d1-8831-44ae16fc96e2', 'name': '', 'network_id': '8daa865d-6215-4088-990f-5e71670febd0', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'mac_address': 'fa:16:3e:8a:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2c9bbc10-98c9-4f8e-a058-09cebb338727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:20Z', 'updated_at': '2021-10-12T17:49:31Z', 'revision_number': 5, 'project_id': 'e4096f27defa41969a63e8b81d280fb2', 'subnets': [{'id': '2c9bbc10-98c9-4f8e-a058-09cebb338727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:53:33.442162 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 37726) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:53:33.446747 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-d12f70c8-69ae-47d3-bf70-7a0c62717788 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-75345230', 'description': 'tempest-secgroup-smoke-75345230 description', 'project_id': '0af5809ae3f6462d823ee7e99ff16820'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:53:33.469874 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5991fcf8-9df0-4b3d-b3af-47d12dcd2e48 None None] The sync data for ids ['2756c817-f350-4cfa-bb8b-67ae39e636e8'] in dv-cinder-813226-2-iscsi is: [{'id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'name': 'tempest-AttachVolumeTestJSON-2009213917-router', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '03856ee2-eb3a-4878-b203-3708c37b364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:49:15Z', 'updated_at': '2021-10-12T17:49:22Z', 'revision_number': 4, 'project_id': 'e4096f27defa41969a63e8b81d280fb2', 'gw_port': {'id': '03856ee2-eb3a-4878-b203-3708c37b364d', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:16Z', 'updated_at': '2021-10-12T17:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': '2247843e-6e0a-42d1-8831-44ae16fc96e2', 'name': '', 'network_id': '8daa865d-6215-4088-990f-5e71670febd0', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'mac_address': 'fa:16:3e:8a:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2c9bbc10-98c9-4f8e-a058-09cebb338727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:20Z', 'updated_at': '2021-10-12T17:49:31Z', 'revision_number': 5, 'project_id': 'e4096f27defa41969a63e8b81d280fb2', 'subnets': [{'id': '2c9bbc10-98c9-4f8e-a058-09cebb338727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:53:33.483721 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d12f70c8-69ae-47d3-bf70-7a0c62717788 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:33.573308 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [None req-639b8302-d40d-48fe-80b8-6ebe2c30905e tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Deleting port ecd69e54-4ae4-4658-88a4-a8a00d0ab3cf {{(pid=105767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:53:33.573653 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-639b8302-d40d-48fe-80b8-6ebe2c30905e tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:33.629547 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d12f70c8-69ae-47d3-bf70-7a0c62717788 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:33.638647 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d12f70c8-69ae-47d3-bf70-7a0c62717788 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:33.677007 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f70c8-69ae-47d3-bf70-7a0c62717788 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd871cd-27b3-4324-a00a-00f66ae84887,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:33.683276 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d12f70c8-69ae-47d3-bf70-7a0c62717788 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:33.684603 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-d12f70c8-69ae-47d3-bf70-7a0c62717788 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.2413366 Oct 12 17:53:33.687580 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 37728) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:53:33.690808 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-639b8302-d40d-48fe-80b8-6ebe2c30905e tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:33.691141 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-639b8302-d40d-48fe-80b8-6ebe2c30905e tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:33.695776 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-3bbb76e0-3f52-45c0-afbd-f86e8139d258 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Request body: {'security_group_rule': {'security_group_id': 'bfd871cd-27b3-4324-a00a-00f66ae84887', 'project_id': '0af5809ae3f6462d823ee7e99ff16820', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:53:33.705790 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [None req-639b8302-d40d-48fe-80b8-6ebe2c30905e tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Calling delete_port for ecd69e54-4ae4-4658-88a4-a8a00d0ab3cf owned by network:floatingip {{(pid=105767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:53:33.746884 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3bbb76e0-3f52-45c0-afbd-f86e8139d258 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:33.840444 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3bbb76e0-3f52-45c0-afbd-f86e8139d258 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:33.851282 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3bbb76e0-3f52-45c0-afbd-f86e8139d258 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50316'] for security_group_rule, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:33.877883 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-639b8302-d40d-48fe-80b8-6ebe2c30905e tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:33.884112 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb76e0-3f52-45c0-afbd-f86e8139d258 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5629b0b7-5a36-4943-b96a-08b00e5b8324,revision_number=0']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:33.903620 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3bbb76e0-3f52-45c0-afbd-f86e8139d258 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:33.907434 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-3bbb76e0-3f52-45c0-afbd-f86e8139d258 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2151222 Oct 12 17:53:33.907773 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 37732) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:53:33.914366 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-b76903d5-617e-4e60-b98a-876300978c3c tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Request body: {'security_group_rule': {'security_group_id': 'bfd871cd-27b3-4324-a00a-00f66ae84887', 'project_id': '0af5809ae3f6462d823ee7e99ff16820', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:53:33.940227 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b8302-d40d-48fe-80b8-6ebe2c30905e tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Pushing event deleted for resources: {'Port': ['ID=ecd69e54-4ae4-4658-88a4-a8a00d0ab3cf,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:33.942083 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2742f228-889d-4c48-8305-c9ce992ae3f0 None None] New status for floating IP b95b6042-eaac-4636-b02f-1d8c9bf2cbd9: DOWN {{(pid=105768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:53:33.981898 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b76903d5-617e-4e60-b98a-876300978c3c tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:34.020731 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-639b8302-d40d-48fe-80b8-6ebe2c30905e tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for floatingip, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:34.023720 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-639b8302-d40d-48fe-80b8-6ebe2c30905e tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for floatingip, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:34.038165 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-639b8302-d40d-48fe-80b8-6ebe2c30905e tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "DELETE /v2.0/floatingips/b95b6042-eaac-4636-b02f-1d8c9bf2cbd9 HTTP/1.1" status: 204 len: 168 time: 0.6594615 Oct 12 17:53:34.066619 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b76903d5-617e-4e60-b98a-876300978c3c tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:34.077852 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b76903d5-617e-4e60-b98a-876300978c3c tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50316'] for security_group_rule, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:34.106901 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76903d5-617e-4e60-b98a-876300978c3c tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da66289-b57e-439d-8219-c28e0efd6b59,revision_number=0']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:34.121237 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b76903d5-617e-4e60-b98a-876300978c3c tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:34.125456 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-b76903d5-617e-4e60-b98a-876300978c3c tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2138319 Oct 12 17:53:34.125773 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 37736) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:53:34.131426 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-cb60db2f-e201-4f9f-919e-49709b1d71b1 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Request body: {'security_group_rule': {'security_group_id': 'bfd871cd-27b3-4324-a00a-00f66ae84887', 'project_id': '0af5809ae3f6462d823ee7e99ff16820', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:53:34.165382 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cb60db2f-e201-4f9f-919e-49709b1d71b1 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:34.232721 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cb60db2f-e201-4f9f-919e-49709b1d71b1 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:34.238194 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cb60db2f-e201-4f9f-919e-49709b1d71b1 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50316'] for security_group_rule, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:34.253423 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb60db2f-e201-4f9f-919e-49709b1d71b1 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb0fa25b-cef6-4faa-9378-1275799c3ce3,revision_number=0']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:34.271190 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cb60db2f-e201-4f9f-919e-49709b1d71b1 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:34.272506 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-cb60db2f-e201-4f9f-919e-49709b1d71b1 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1458211 Oct 12 17:53:34.275409 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 37738) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:53:34.279715 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-dd2d697f-e954-4a52-8107-1781733ac2b7 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Request body: {'security_group_rule': {'security_group_id': 'bfd871cd-27b3-4324-a00a-00f66ae84887', 'project_id': '0af5809ae3f6462d823ee7e99ff16820', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:53:34.310305 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dd2d697f-e954-4a52-8107-1781733ac2b7 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:34.376163 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dd2d697f-e954-4a52-8107-1781733ac2b7 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:34.380581 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dd2d697f-e954-4a52-8107-1781733ac2b7 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50316'] for security_group_rule, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:34.398697 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d697f-e954-4a52-8107-1781733ac2b7 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e98a1f15-4f18-4c6f-a71d-e96fcdc0517d,revision_number=0']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:34.408049 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dd2d697f-e954-4a52-8107-1781733ac2b7 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:34.409448 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-dd2d697f-e954-4a52-8107-1781733ac2b7 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1331167 Oct 12 17:53:34.412555 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 37740) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:53:34.418398 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [None req-0fab8862-119a-47e0-b79c-9b59329bf131 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Request body: {'security_group_rule': {'security_group_id': 'bfd871cd-27b3-4324-a00a-00f66ae84887', 'project_id': '0af5809ae3f6462d823ee7e99ff16820', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:53:34.424892 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 37742) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:53:34.429601 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-c5694247-5954-4eae-bd19-08a7fd0b5f7c tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1173176533', 'description': 'tempest-description--763615750'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:53:34.444183 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.db.securitygroups_db [None req-0fab8862-119a-47e0-b79c-9b59329bf131 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Project 0af5809ae3f6462d823ee7e99ff16820 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 17:53:34.449803 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-0fab8862-119a-47e0-b79c-9b59329bf131 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:34.459758 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c5694247-5954-4eae-bd19-08a7fd0b5f7c tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:34.525112 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-0fab8862-119a-47e0-b79c-9b59329bf131 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:34.529596 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-0fab8862-119a-47e0-b79c-9b59329bf131 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50316'] for security_group_rule, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:34.533825 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c5694247-5954-4eae-bd19-08a7fd0b5f7c tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:34.543031 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c5694247-5954-4eae-bd19-08a7fd0b5f7c tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:34.554012 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab8862-119a-47e0-b79c-9b59329bf131 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8391e500-a80d-44c6-9c74-1e56ebf41240,revision_number=0']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:34.587989 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-0fab8862-119a-47e0-b79c-9b59329bf131 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:34.589529 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-0fab8862-119a-47e0-b79c-9b59329bf131 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1757283 Oct 12 17:53:34.590241 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c5694247-5954-4eae-bd19-08a7fd0b5f7c tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:34.592269 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-c5694247-5954-4eae-bd19-08a7fd0b5f7c tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1662021 Oct 12 17:53:34.593815 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 37744) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:53:34.595799 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 37746) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:53:34.600639 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [None req-eeb93a8d-751c-4d38-a0c1-5c2cf284e8a2 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Request body: {'security_group_rule': {'security_group_id': 'bfd871cd-27b3-4324-a00a-00f66ae84887', 'project_id': '0af5809ae3f6462d823ee7e99ff16820', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:53:34.610502 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5694247-5954-4eae-bd19-08a7fd0b5f7c tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a66cd1-4645-4714-b577-284db3c3afd7,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:34.619924 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [None req-c770c992-6f8e-45bb-99c4-fb0741a71d64 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Request body: {'security_group_rule': {'security_group_id': 'e7a66cd1-4645-4714-b577-284db3c3afd7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:53:34.644889 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.db.securitygroups_db [None req-eeb93a8d-751c-4d38-a0c1-5c2cf284e8a2 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Project 0af5809ae3f6462d823ee7e99ff16820 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 17:53:34.652966 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-eeb93a8d-751c-4d38-a0c1-5c2cf284e8a2 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:34.686819 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c770c992-6f8e-45bb-99c4-fb0741a71d64 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:34.745486 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device a0ddb38e-78a2-4787-927c-8808e20ad80b up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:53:34.753903 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-eeb93a8d-751c-4d38-a0c1-5c2cf284e8a2 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:34.759609 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-eeb93a8d-751c-4d38-a0c1-5c2cf284e8a2 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50316'] for security_group_rule, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:34.783078 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c770c992-6f8e-45bb-99c4-fb0741a71d64 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:34.787794 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb93a8d-751c-4d38-a0c1-5c2cf284e8a2 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5643f793-5565-4da4-979f-f9dfc3e78cb3,revision_number=0']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:34.791762 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c770c992-6f8e-45bb-99c4-fb0741a71d64 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50316'] for security_group_rule, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:34.802628 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port a0ddb38e-78a2-4787-927c-8808e20ad80b triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:53:34.803147 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:34.809760 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-eeb93a8d-751c-4d38-a0c1-5c2cf284e8a2 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:34.811033 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-eeb93a8d-751c-4d38-a0c1-5c2cf284e8a2 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2161939 Oct 12 17:53:34.814726 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c770c992-6f8e-45bb-99c4-fb0741a71d64 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da94ef00-77b8-4955-b200-2d0317b962e7,revision_number=0']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:34.830557 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c770c992-6f8e-45bb-99c4-fb0741a71d64 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:34.835154 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 37750) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:53:34.835304 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-c770c992-6f8e-45bb-99c4-fb0741a71d64 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2278259 Oct 12 17:53:34.841939 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-3e1e4fb9-8239-488e-97c4-69ed16f91659 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Request body: {'security_group_rule': {'security_group_id': 'e7a66cd1-4645-4714-b577-284db3c3afd7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:53:34.873124 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3e1e4fb9-8239-488e-97c4-69ed16f91659 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:34.905431 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:34.928488 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] For port a0ddb38e-78a2-4787-927c-8808e20ad80b, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=a0ddb38e-78a2-4787-927c-8808e20ad80b,segment=NetworkSegment(f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1),segment_id=f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:53:34.930370 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3e1e4fb9-8239-488e-97c4-69ed16f91659 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:34.934644 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:34.940233 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3e1e4fb9-8239-488e-97c4-69ed16f91659 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50316'] for security_group_rule, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:34.967142 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e4fb9-8239-488e-97c4-69ed16f91659 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a3b66b-1a15-4b5c-83f2-fa058f884bf7,revision_number=0']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:34.978949 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3e1e4fb9-8239-488e-97c4-69ed16f91659 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:34.981439 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-3e1e4fb9-8239-488e-97c4-69ed16f91659 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1448445 Oct 12 17:53:34.984526 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 37776) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:53:34.989072 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-7ad4f4d4-ba33-4a1f-872d-00dca4d46b6e tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Request body: {'floatingip': {'floating_network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:53:35.018118 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Pushing event updated for resources: {'Port': ['ID=a0ddb38e-78a2-4787-927c-8808e20ad80b,revision_number=4']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:35.019940 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7ad4f4d4-ba33-4a1f-872d-00dca4d46b6e tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for floatingip, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:35.126551 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7ad4f4d4-ba33-4a1f-872d-00dca4d46b6e tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:35.140521 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 6 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:53:35.231938 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-7ad4f4d4-ba33-4a1f-872d-00dca4d46b6e tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Allocated IP 172.27.0.150 (57ccf176-38b9-4e1d-8eda-123c8986cf55/09d55e93-213a-4ce1-b19c-11c1c2f18eb4/2aef6a07-dfd1-4941-bc3e-74c7537f1c45) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:53:35.257104 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b6e402-1b57-45bb-97a3-19a218d5b63b None None] Sync routers for ids ['d116c394-f3c8-420a-8aec-b8a66e5d7c3b'] in dv-cinder-813226-2-iscsi {{(pid=105769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:53:35.267031 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b6e402-1b57-45bb-97a3-19a218d5b63b None None] Routers {'d116c394-f3c8-420a-8aec-b8a66e5d7c3b'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:53:35.267742 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-a5b6e402-1b57-45bb-97a3-19a218d5b63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:53:11Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['d116c394-f3c8-420a-8aec-b8a66e5d7c3b'], 'active': True} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:53:35.357308 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7ad4f4d4-ba33-4a1f-872d-00dca4d46b6e tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:35.397391 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvr_db [None req-a5b6e402-1b57-45bb-97a3-19a218d5b63b None None] Set router d116c394-f3c8-420a-8aec-b8a66e5d7c3b gateway port host: dv-cinder-813226-2-iscsi {{(pid=105769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:53:35.399676 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7ad4f4d4-ba33-4a1f-872d-00dca4d46b6e tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4464511'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:35.438823 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad4f4d4-ba33-4a1f-872d-00dca4d46b6e tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Network 57ccf176-38b9-4e1d-8eda-123c8986cf55 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:53:35.441633 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-7ad4f4d4-ba33-4a1f-872d-00dca4d46b6e tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:53:35.445303 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad4f4d4-ba33-4a1f-872d-00dca4d46b6e tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:53:35.447309 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 05713618-3202-4502-a13e-e28f99b20532 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:53:35.469229 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] No Port match for: 05713618-3202-4502-a13e-e28f99b20532 {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:53:35.469929 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 05713618-3202-4502-a13e-e28f99b20532 not bound to the agent host hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:53:35.472573 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4f4d4-ba33-4a1f-872d-00dca4d46b6e tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Pushing event updated for resources: {'Port': ['ID=2aef6a07-dfd1-4941-bc3e-74c7537f1c45,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:35.541747 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7ad4f4d4-ba33-4a1f-872d-00dca4d46b6e tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:35.581257 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7ad4f4d4-ba33-4a1f-872d-00dca4d46b6e tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:35.617688 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-a5b6e402-1b57-45bb-97a3-19a218d5b63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd116c394-f3c8-420a-8aec-b8a66e5d7c3b', 'name': 'tempest-TestShelveInstance-353944474-router', 'tenant_id': 'c494c3454923408a8704ce5fb8a9ef94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'a0ddb38e-78a2-4787-927c-8808e20ad80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:53:27Z', 'updated_at': '2021-10-12T17:53:31Z', 'revision_number': 4, 'project_id': 'c494c3454923408a8704ce5fb8a9ef94', 'gw_port': {'id': 'a0ddb38e-78a2-4787-927c-8808e20ad80b', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:bb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116c394-f3c8-420a-8aec-b8a66e5d7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:53:28Z', 'updated_at': '2021-10-12T17:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': 'e249fbab-0a70-4ad1-b17a-88be5171ab57', 'name': '', 'network_id': 'b68d6b7b-0678-4e45-9233-3805bbdc210b', 'tenant_id': 'c494c3454923408a8704ce5fb8a9ef94', 'mac_address': 'fa:16:3e:ce:bc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd116c394-f3c8-420a-8aec-b8a66e5d7c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '66addc29-2620-42dc-92f5-db21c7e9d140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:53:30Z', 'updated_at': '2021-10-12T17:53:31Z', 'revision_number': 2, 'project_id': 'c494c3454923408a8704ce5fb8a9ef94', 'subnets': [{'id': '66addc29-2620-42dc-92f5-db21c7e9d140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:53:35.644598 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b6e402-1b57-45bb-97a3-19a218d5b63b None None] Checking router: d116c394-f3c8-420a-8aec-b8a66e5d7c3b for host: dv-cinder-813226-2-iscsi {{(pid=105769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:53:35.644983 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b6e402-1b57-45bb-97a3-19a218d5b63b None None] Updating router d116c394-f3c8-420a-8aec-b8a66e5d7c3b port e249fbab-0a70-4ad1-b17a-88be5171ab57 binding host dv-cinder-813226-2-iscsi {{(pid=105769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:53:35.671108 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-a5b6e402-1b57-45bb-97a3-19a218d5b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:35.736808 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7ad4f4d4-ba33-4a1f-872d-00dca4d46b6e tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:35.743776 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7ad4f4d4-ba33-4a1f-872d-00dca4d46b6e tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4464486'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:35.813597 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4f4d4-ba33-4a1f-872d-00dca4d46b6e tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Pushing event updated for resources: {'Port': ['ID=2aef6a07-dfd1-4941-bc3e-74c7537f1c45,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:35.823950 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7ad4f4d4-ba33-4a1f-872d-00dca4d46b6e tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8091027'] for floatingip, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:35.840849 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7ad4f4d4-ba33-4a1f-872d-00dca4d46b6e tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for floatingip, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:35.842148 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-7ad4f4d4-ba33-4a1f-872d-00dca4d46b6e tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8566644 Oct 12 17:53:35.949569 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-a5b6e402-1b57-45bb-97a3-19a218d5b63b None None] Notify callbacks [] for port, precommit_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:35.955392 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-a5b6e402-1b57-45bb-97a3-19a218d5b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:36.008170 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc7e54-79ba-43a0-8b76-a7337e153ebb None None] Pushing event updated for resources: {'Port': ['ID=e249fbab-0a70-4ad1-b17a-88be5171ab57,revision_number=3']} {{(pid=105769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:36.044453 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-86d0fb9d-6eaa-4651-ae2e-6fbbc2de14d1 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--1173176533&fields=id&tenant_id=e4096f27defa41969a63e8b81d280fb2 HTTP/1.1" status: 200 len: 267 time: 0.0420151 Oct 12 17:53:36.065994 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.managers [None req-a5b6e402-1b57-45bb-97a3-19a218d5b63b None None] Attempting to bind port e249fbab-0a70-4ad1-b17a-88be5171ab57 on host dv-cinder-813226-2-iscsi for vnic_type normal with profile {{(pid=105769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:53:36.066380 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.managers [None req-a5b6e402-1b57-45bb-97a3-19a218d5b63b None None] Attempting to bind port e249fbab-0a70-4ad1-b17a-88be5171ab57 by drivers openvswitch,hyperv on host dv-cinder-813226-2-iscsi at level 0 using segments [{'id': '1faf4f1c-ddc9-4c53-8b5e-9e608389719e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': 'b68d6b7b-0678-4e45-9233-3805bbdc210b'}] {{(pid=105769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:53:36.066749 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b6e402-1b57-45bb-97a3-19a218d5b63b None None] Attempting to bind port e249fbab-0a70-4ad1-b17a-88be5171ab57 on network b68d6b7b-0678-4e45-9233-3805bbdc210b {{(pid=105769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:53:36.073861 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b6e402-1b57-45bb-97a3-19a218d5b63b None None] Checking agent: {'id': '5039a5e6-c9fd-4f0c-a36a-0bef795141ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813226-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 41, 12), 'started_at': datetime.datetime(2021, 10, 12, 17, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813226-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:53:36.074238 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b6e402-1b57-45bb-97a3-19a218d5b63b None None] Checking segment: {'id': '1faf4f1c-ddc9-4c53-8b5e-9e608389719e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': 'b68d6b7b-0678-4e45-9233-3805bbdc210b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:53:36.074678 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-a5b6e402-1b57-45bb-97a3-19a218d5b63b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:36.075069 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b6e402-1b57-45bb-97a3-19a218d5b63b None None] Bound using segment: {'id': '1faf4f1c-ddc9-4c53-8b5e-9e608389719e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': 'b68d6b7b-0678-4e45-9233-3805bbdc210b'} {{(pid=105769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:53:36.075546 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.managers [None req-a5b6e402-1b57-45bb-97a3-19a218d5b63b None None] Bound port: e249fbab-0a70-4ad1-b17a-88be5171ab57, host: dv-cinder-813226-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1faf4f1c-ddc9-4c53-8b5e-9e608389719e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': 'b68d6b7b-0678-4e45-9233-3805bbdc210b'}}] {{(pid=105769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:53:36.075944 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-a5b6e402-1b57-45bb-97a3-19a218d5b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:36.163470 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.db [None req-a5b6e402-1b57-45bb-97a3-19a218d5b63b None None] For port e249fbab-0a70-4ad1-b17a-88be5171ab57, host dv-cinder-813226-2-iscsi, cleared binding levels {{(pid=105769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:53:36.169753 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.db [None req-a5b6e402-1b57-45bb-97a3-19a218d5b63b None None] For port e249fbab-0a70-4ad1-b17a-88be5171ab57, host dv-cinder-813226-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=e249fbab-0a70-4ad1-b17a-88be5171ab57,segment=NetworkSegment(1faf4f1c-ddc9-4c53-8b5e-9e608389719e),segment_id=1faf4f1c-ddc9-4c53-8b5e-9e608389719e)] {{(pid=105769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:53:36.173911 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-87c29256-8611-4f98-bb13-6ee6f52d2b77 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:36.175546 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-87c29256-8611-4f98-bb13-6ee6f52d2b77 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/networks?id=8daa865d-6215-4088-990f-5e71670febd0 HTTP/1.1" status: 200 len: 811 time: 0.1170537 Oct 12 17:53:36.179377 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-a5b6e402-1b57-45bb-97a3-19a218d5b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:36.193408 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-d1cb8b38-1291-4d9c-81b6-4b357f75aed8 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/quotas/e4096f27defa41969a63e8b81d280fb2 HTTP/1.1" status: 200 len: 375 time: 0.0102177 Oct 12 17:53:36.262130 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-e301678e-73ab-4243-82a0-f78dd114bcb6 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=e4096f27defa41969a63e8b81d280fb2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0635703 Oct 12 17:53:36.268547 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-3f5928f3-8902-4596-83c1-497b9239eb92 None None] Provisioning complete for port e249fbab-0a70-4ad1-b17a-88be5171ab57 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:53:36.269577 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-3f5928f3-8902-4596-83c1-497b9239eb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:36.271706 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc7e54-79ba-43a0-8b76-a7337e153ebb None None] Pushing event updated for resources: {'Port': ['ID=e249fbab-0a70-4ad1-b17a-88be5171ab57,revision_number=4']} {{(pid=105769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:36.277640 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b6e402-1b57-45bb-97a3-19a218d5b63b None None] Routers {'d116c394-f3c8-420a-8aec-b8a66e5d7c3b'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:53:36.278854 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-a5b6e402-1b57-45bb-97a3-19a218d5b63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:53:11Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['d116c394-f3c8-420a-8aec-b8a66e5d7c3b'], 'active': True} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:53:36.383862 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-3f5928f3-8902-4596-83c1-497b9239eb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:36.402109 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-ca2ab7ae-9b0e-45f8-9bf9-90decbe9e883 service neutron] 10.222.0.85 "GET /v2.0/networks/8daa865d-6215-4088-990f-5e71670febd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277800 Oct 12 17:53:36.406874 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvr_db [None req-a5b6e402-1b57-45bb-97a3-19a218d5b63b None None] Set router d116c394-f3c8-420a-8aec-b8a66e5d7c3b gateway port host: dv-cinder-813226-2-iscsi {{(pid=105769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:53:36.438955 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-3f5928f3-8902-4596-83c1-497b9239eb92 None None] For port e249fbab-0a70-4ad1-b17a-88be5171ab57, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=e249fbab-0a70-4ad1-b17a-88be5171ab57,segment=NetworkSegment(1faf4f1c-ddc9-4c53-8b5e-9e608389719e),segment_id=1faf4f1c-ddc9-4c53-8b5e-9e608389719e)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:53:36.447031 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-3f5928f3-8902-4596-83c1-497b9239eb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:36.505336 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5928f3-8902-4596-83c1-497b9239eb92 None None] Pushing event updated for resources: {'Port': ['ID=e249fbab-0a70-4ad1-b17a-88be5171ab57,revision_number=5']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:36.516394 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-ecd38ff9-6f90-4035-88fe-50fa08662e39 service neutron] 10.222.0.85 "GET /v2.0/networks/8daa865d-6215-4088-990f-5e71670febd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127634 Oct 12 17:53:36.570382 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-dd96e462-39e3-44b9-a048-fc68fc871bbf None None] Provisioning complete for port e249fbab-0a70-4ad1-b17a-88be5171ab57 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:53:36.570761 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-dd96e462-39e3-44b9-a048-fc68fc871bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:36.670400 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-a5b6e402-1b57-45bb-97a3-19a218d5b63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd116c394-f3c8-420a-8aec-b8a66e5d7c3b', 'name': 'tempest-TestShelveInstance-353944474-router', 'tenant_id': 'c494c3454923408a8704ce5fb8a9ef94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'a0ddb38e-78a2-4787-927c-8808e20ad80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:53:27Z', 'updated_at': '2021-10-12T17:53:31Z', 'revision_number': 4, 'project_id': 'c494c3454923408a8704ce5fb8a9ef94', 'gw_port': {'id': 'a0ddb38e-78a2-4787-927c-8808e20ad80b', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:bb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116c394-f3c8-420a-8aec-b8a66e5d7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:53:28Z', 'updated_at': '2021-10-12T17:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': 'e249fbab-0a70-4ad1-b17a-88be5171ab57', 'name': '', 'network_id': 'b68d6b7b-0678-4e45-9233-3805bbdc210b', 'tenant_id': 'c494c3454923408a8704ce5fb8a9ef94', 'mac_address': 'fa:16:3e:ce:bc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd116c394-f3c8-420a-8aec-b8a66e5d7c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '66addc29-2620-42dc-92f5-db21c7e9d140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:53:30Z', 'updated_at': '2021-10-12T17:53:36Z', 'revision_number': 4, 'project_id': 'c494c3454923408a8704ce5fb8a9ef94', 'subnets': [{'id': '66addc29-2620-42dc-92f5-db21c7e9d140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:53:36.706063 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-09ec5798-1989-48aa-baaf-751c9e710bad req-7100a8ef-e418-4b6c-b78d-65161712551e tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=2c00da80-38c6-4e22-9130-b7c2457bdb31 HTTP/1.1" status: 200 len: 210 time: 0.0478680 Oct 12 17:53:36.706638 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b6e402-1b57-45bb-97a3-19a218d5b63b None None] The sync data for ids ['d116c394-f3c8-420a-8aec-b8a66e5d7c3b'] in dv-cinder-813226-2-iscsi is: [{'id': 'd116c394-f3c8-420a-8aec-b8a66e5d7c3b', 'name': 'tempest-TestShelveInstance-353944474-router', 'tenant_id': 'c494c3454923408a8704ce5fb8a9ef94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'a0ddb38e-78a2-4787-927c-8808e20ad80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:53:27Z', 'updated_at': '2021-10-12T17:53:31Z', 'revision_number': 4, 'project_id': 'c494c3454923408a8704ce5fb8a9ef94', 'gw_port': {'id': 'a0ddb38e-78a2-4787-927c-8808e20ad80b', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:bb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116c394-f3c8-420a-8aec-b8a66e5d7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:53:28Z', 'updated_at': '2021-10-12T17:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': 'e249fbab-0a70-4ad1-b17a-88be5171ab57', 'name': '', 'network_id': 'b68d6b7b-0678-4e45-9233-3805bbdc210b', 'tenant_id': 'c494c3454923408a8704ce5fb8a9ef94', 'mac_address': 'fa:16:3e:ce:bc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd116c394-f3c8-420a-8aec-b8a66e5d7c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '66addc29-2620-42dc-92f5-db21c7e9d140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:53:30Z', 'updated_at': '2021-10-12T17:53:36Z', 'revision_number': 4, 'project_id': 'c494c3454923408a8704ce5fb8a9ef94', 'subnets': [{'id': '66addc29-2620-42dc-92f5-db21c7e9d140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:53:36.789317 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device a0ddb38e-78a2-4787-927c-8808e20ad80b up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:53:36.846779 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port a0ddb38e-78a2-4787-927c-8808e20ad80b triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:53:36.847144 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:36.938223 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device e249fbab-0a70-4ad1-b17a-88be5171ab57 up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:53:36.994388 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port e249fbab-0a70-4ad1-b17a-88be5171ab57 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:53:37.001286 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:37.763960 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-8f80e933-bb3c-4fea-8d73-eae9305f5da4 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:37.765508 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-8f80e933-bb3c-4fea-8d73-eae9305f5da4 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.44 "GET /v2.0/networks?id=8daa865d-6215-4088-990f-5e71670febd0 HTTP/1.1" status: 200 len: 811 time: 0.1119857 Oct 12 17:53:37.799818 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-95bf4ac2-3a68-42ab-b8a0-16aad6974c70 req-c8d701b7-31c6-41b6-97d3-e076e4d7764b tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=2c00da80-38c6-4e22-9130-b7c2457bdb31 HTTP/1.1" status: 200 len: 210 time: 0.0261629 Oct 12 17:53:37.818330 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-e12ea403-b444-4ce6-9795-b055bbf74483 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4096f27defa41969a63e8b81d280fb2 HTTP/1.1" status: 200 len: 380 time: 0.0418348 Oct 12 17:53:37.828193 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-c84602b6-2dbc-4957-9bcf-2ad2ef926a81 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Request body: {'port': {'device_id': '2c00da80-38c6-4e22-9130-b7c2457bdb31', 'network_id': '8daa865d-6215-4088-990f-5e71670febd0', 'admin_state_up': True, 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'security_groups': ['e7a66cd1-4645-4714-b577-284db3c3afd7']}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:53:37.940413 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-c84602b6-2dbc-4957-9bcf-2ad2ef926a81 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Made reservation on behalf of e4096f27defa41969a63e8b81d280fb2 for: {'port': 1} {{(pid=105767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:53:37.944588 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-c84602b6-2dbc-4957-9bcf-2ad2ef926a81 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:38.080044 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.db_base_plugin_common [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-c84602b6-2dbc-4957-9bcf-2ad2ef926a81 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Allocated IP 172.20.0.12 (8daa865d-6215-4088-990f-5e71670febd0/2c9bbc10-98c9-4f8e-a058-09cebb338727/f26e7cea-55fb-4ee8-8024-d63ac44713c3) {{(pid=105767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:53:38.232731 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-c84602b6-2dbc-4957-9bcf-2ad2ef926a81 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for port, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:38.271260 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-c84602b6-2dbc-4957-9bcf-2ad2ef926a81 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:38.292772 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d35da647-4874-4106-ad03-e0cb8ddf9276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:38.316030 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-c84602b6-2dbc-4957-9bcf-2ad2ef926a81 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Network 8daa865d-6215-4088-990f-5e71670febd0 is already hosted by enough agents. {{(pid=105767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:53:38.319398 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-c84602b6-2dbc-4957-9bcf-2ad2ef926a81 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Resources bound (agent type, host, resource id): {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:53:38.324031 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-c84602b6-2dbc-4957-9bcf-2ad2ef926a81 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Received port after_create {{(pid=105767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:53:38.339305 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84602b6-2dbc-4957-9bcf-2ad2ef926a81 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Pushing event updated for resources: {'Port': ['ID=f26e7cea-55fb-4ee8-8024-d63ac44713c3,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:38.395129 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-c84602b6-2dbc-4957-9bcf-2ad2ef926a81 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:38.395129 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-c84602b6-2dbc-4957-9bcf-2ad2ef926a81 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:38.413039 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-c84602b6-2dbc-4957-9bcf-2ad2ef926a81 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5885918 Oct 12 17:53:38.426397 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-69f1155a-a450-41ca-abfd-7fd403cbc428 service neutron] Request body: {'port': {'device_id': '2c00da80-38c6-4e22-9130-b7c2457bdb31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:53:38.486711 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-69f1155a-a450-41ca-abfd-7fd403cbc428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:38.552735 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-98b949b0-ef00-47ea-85df-7a55e446523d None None] Provisioning complete for port f26e7cea-55fb-4ee8-8024-d63ac44713c3 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:53:38.553103 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-98b949b0-ef00-47ea-85df-7a55e446523d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:38.597622 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-98b949b0-ef00-47ea-85df-7a55e446523d None None] Port f26e7cea-55fb-4ee8-8024-d63ac44713c3 cannot update to ACTIVE because it is not bound. {{(pid=105768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:53:38.773862 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-69f1155a-a450-41ca-abfd-7fd403cbc428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f26e7cea-55fb-4ee8-8024-d63ac44713c3 {{(pid=105767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:53:38.781572 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-69f1155a-a450-41ca-abfd-7fd403cbc428 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:38.796227 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-69f1155a-a450-41ca-abfd-7fd403cbc428 service neutron] Transition to ACTIVE for port object f26e7cea-55fb-4ee8-8024-d63ac44713c3 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:53:38.804649 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-69f1155a-a450-41ca-abfd-7fd403cbc428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196327'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:38.854751 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1155a-a450-41ca-abfd-7fd403cbc428 service neutron] Pushing event updated for resources: {'Port': ['ID=f26e7cea-55fb-4ee8-8024-d63ac44713c3,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:38.930701 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-69f1155a-a450-41ca-abfd-7fd403cbc428 service neutron] Attempting to bind port f26e7cea-55fb-4ee8-8024-d63ac44713c3 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:53:38.931132 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-69f1155a-a450-41ca-abfd-7fd403cbc428 service neutron] Attempting to bind port f26e7cea-55fb-4ee8-8024-d63ac44713c3 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '05f459ba-52ee-4bb6-9d47-8bda0a83627a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': '8daa865d-6215-4088-990f-5e71670febd0'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:53:38.931540 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-69f1155a-a450-41ca-abfd-7fd403cbc428 service neutron] Attempting to bind port f26e7cea-55fb-4ee8-8024-d63ac44713c3 on network 8daa865d-6215-4088-990f-5e71670febd0 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:53:38.934602 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d467f36-a05e-4b76-b5ff-b968c95c4510 req-58ac8e04-6b99-497b-9c3d-64feb5167e50 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:38.936198 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-69f1155a-a450-41ca-abfd-7fd403cbc428 service neutron] Port f26e7cea-55fb-4ee8-8024-d63ac44713c3 on network 8daa865d-6215-4088-990f-5e71670febd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:53:38.936341 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2d467f36-a05e-4b76-b5ff-b968c95c4510 req-58ac8e04-6b99-497b-9c3d-64feb5167e50 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=2c00da80-38c6-4e22-9130-b7c2457bdb31 HTTP/1.1" status: 200 len: 944 time: 0.0578766 Oct 12 17:53:38.936643 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-69f1155a-a450-41ca-abfd-7fd403cbc428 service neutron] Attempting to bind port f26e7cea-55fb-4ee8-8024-d63ac44713c3 on network 8daa865d-6215-4088-990f-5e71670febd0 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:53:38.942608 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-69f1155a-a450-41ca-abfd-7fd403cbc428 service neutron] Checking agent: {'id': '4d49b38b-ca89-4e5d-a715-678a9ae3215e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 47, 26), 'started_at': datetime.datetime(2021, 10, 12, 17, 47, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:53:38.942949 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-69f1155a-a450-41ca-abfd-7fd403cbc428 service neutron] Checking segment: {'id': '05f459ba-52ee-4bb6-9d47-8bda0a83627a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': '8daa865d-6215-4088-990f-5e71670febd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:53:38.943580 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-69f1155a-a450-41ca-abfd-7fd403cbc428 service neutron] Bound using segment: {'id': '05f459ba-52ee-4bb6-9d47-8bda0a83627a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': '8daa865d-6215-4088-990f-5e71670febd0'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:53:38.944081 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-69f1155a-a450-41ca-abfd-7fd403cbc428 service neutron] Bound port: f26e7cea-55fb-4ee8-8024-d63ac44713c3, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f459ba-52ee-4bb6-9d47-8bda0a83627a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': '8daa865d-6215-4088-990f-5e71670febd0'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:53:38.944463 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-69f1155a-a450-41ca-abfd-7fd403cbc428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:38.977421 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2d467f36-a05e-4b76-b5ff-b968c95c4510 req-bccb0adf-4b94-4326-83a3-40dadd99bd69 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=e7a66cd1-4645-4714-b577-284db3c3afd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333920 Oct 12 17:53:39.015754 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-69f1155a-a450-41ca-abfd-7fd403cbc428 service neutron] For port f26e7cea-55fb-4ee8-8024-d63ac44713c3, host hv-cinder-81322, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:53:39.019170 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-69f1155a-a450-41ca-abfd-7fd403cbc428 service neutron] For port f26e7cea-55fb-4ee8-8024-d63ac44713c3, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f26e7cea-55fb-4ee8-8024-d63ac44713c3,segment=NetworkSegment(05f459ba-52ee-4bb6-9d47-8bda0a83627a),segment_id=05f459ba-52ee-4bb6-9d47-8bda0a83627a)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:53:39.035423 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-69f1155a-a450-41ca-abfd-7fd403cbc428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196327'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:39.067735 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-69f1155a-a450-41ca-abfd-7fd403cbc428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:39.070036 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-69f1155a-a450-41ca-abfd-7fd403cbc428 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:39.070036 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-69f1155a-a450-41ca-abfd-7fd403cbc428 service neutron] 10.222.0.44 "PUT /v2.0/ports/f26e7cea-55fb-4ee8-8024-d63ac44713c3 HTTP/1.1" status: 200 len: 1094 time: 0.6480584 Oct 12 17:53:39.070507 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c00da80-38c6-4e22-9130-b7c2457bdb31', 'tag': 'f26e7cea-55fb-4ee8-8024-d63ac44713c3'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:53:39.072551 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f313374-1773-4a9f-ad51-e97f67d5b2df" -d '{"events": [{"name": "network-changed", "server_uuid": "2c00da80-38c6-4e22-9130-b7c2457bdb31", "tag": "f26e7cea-55fb-4ee8-8024-d63ac44713c3"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:53:39.109943 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1155a-a450-41ca-abfd-7fd403cbc428 service neutron] Pushing event updated for resources: {'Port': ['ID=f26e7cea-55fb-4ee8-8024-d63ac44713c3,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:39.128331 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e500e8a3-5f5c-462b-9199-bd531108b91f x-openstack-request-id: req-e500e8a3-5f5c-462b-9199-bd531108b91f {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:53:39.128615 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c00da80-38c6-4e22-9130-b7c2457bdb31", "tag": "f26e7cea-55fb-4ee8-8024-d63ac44713c3", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:53:39.128857 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e500e8a3-5f5c-462b-9199-bd531108b91f {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:53:39.129237 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c00da80-38c6-4e22-9130-b7c2457bdb31', 'tag': 'f26e7cea-55fb-4ee8-8024-d63ac44713c3', 'status': 'completed', 'code': 200} Oct 12 17:53:39.166992 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-27705df4-e4f2-4fad-a148-8ea6b9efccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:39.168636 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-27705df4-e4f2-4fad-a148-8ea6b9efccbb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e4096f27defa41969a63e8b81d280fb2&device_id=2c00da80-38c6-4e22-9130-b7c2457bdb31 HTTP/1.1" status: 200 len: 1097 time: 0.0497644 Oct 12 17:53:39.214025 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-43c149d9-5c56-4b25-8fa6-b40dbb897d41 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f26e7cea-55fb-4ee8-8024-d63ac44713c3 HTTP/1.1" status: 200 len: 217 time: 0.0354614 Oct 12 17:53:39.267320 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-ae15b7ab-b82e-4349-908d-880c2aecca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:39.268827 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-ae15b7ab-b82e-4349-908d-880c2aecca49 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c9bbc10-98c9-4f8e-a058-09cebb338727 HTTP/1.1" status: 200 len: 850 time: 0.0468659 Oct 12 17:53:39.321079 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-4aff6d6e-03f5-4a97-bdf0-13e02f466d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:39.322887 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-4aff6d6e-03f5-4a97-bdf0-13e02f466d10 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8daa865d-6215-4088-990f-5e71670febd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454915 Oct 12 17:53:39.416559 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-12e2e31f-29b4-4fe8-b036-a3f38bd87482 service neutron] 10.222.0.44 "GET /v2.0/networks/8daa865d-6215-4088-990f-5e71670febd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851026 Oct 12 17:53:39.515713 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-83e039bb-ad9c-439e-a8e2-8d9d49b309c7 req-639c3303-fe9e-4a06-a15d-38d2f7f05f2a service neutron] 10.222.0.44 "GET /v2.0/networks/8daa865d-6215-4088-990f-5e71670febd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872583 Oct 12 17:53:39.612303 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f313374-1773-4a9f-ad51-e97f67d5b2df req-f697466c-ba17-4de4-8460-21461eebb012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:39.613798 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-1f313374-1773-4a9f-ad51-e97f67d5b2df req-f697466c-ba17-4de4-8460-21461eebb012 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e4096f27defa41969a63e8b81d280fb2&device_id=2c00da80-38c6-4e22-9130-b7c2457bdb31 HTTP/1.1" status: 200 len: 1097 time: 0.0410020 Oct 12 17:53:39.712593 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f313374-1773-4a9f-ad51-e97f67d5b2df req-77239db1-4c1a-4b2d-a975-1be4bace7b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:39.713987 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-1f313374-1773-4a9f-ad51-e97f67d5b2df req-77239db1-4c1a-4b2d-a975-1be4bace7b3d service neutron] 10.222.0.44 "GET /v2.0/networks?id=8daa865d-6215-4088-990f-5e71670febd0 HTTP/1.1" status: 200 len: 913 time: 0.0917096 Oct 12 17:53:39.757560 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-1f313374-1773-4a9f-ad51-e97f67d5b2df req-13bab032-0f20-4f3e-87db-72e2a5aa3558 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f26e7cea-55fb-4ee8-8024-d63ac44713c3 HTTP/1.1" status: 200 len: 217 time: 0.0341434 Oct 12 17:53:39.809370 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f313374-1773-4a9f-ad51-e97f67d5b2df req-7db3d993-5be3-42bf-8d0a-ba1b9bf720ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:39.810815 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-1f313374-1773-4a9f-ad51-e97f67d5b2df req-7db3d993-5be3-42bf-8d0a-ba1b9bf720ea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c9bbc10-98c9-4f8e-a058-09cebb338727 HTTP/1.1" status: 200 len: 850 time: 0.0437241 Oct 12 17:53:39.859248 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f313374-1773-4a9f-ad51-e97f67d5b2df req-dc38114f-a791-4f53-bb71-761774ac222c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:39.860767 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-1f313374-1773-4a9f-ad51-e97f67d5b2df req-dc38114f-a791-4f53-bb71-761774ac222c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8daa865d-6215-4088-990f-5e71670febd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412776 Oct 12 17:53:39.957525 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-1f313374-1773-4a9f-ad51-e97f67d5b2df req-aece1187-3c83-402e-a414-ebd1afb7c6a2 service neutron] 10.222.0.44 "GET /v2.0/networks/8daa865d-6215-4088-990f-5e71670febd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874858 Oct 12 17:53:40.067302 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-1f313374-1773-4a9f-ad51-e97f67d5b2df req-b48af924-ace2-40d7-a8ea-2be878b9e883 service neutron] 10.222.0.44 "GET /v2.0/networks/8daa865d-6215-4088-990f-5e71670febd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009371 Oct 12 17:53:40.103921 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a764f-0113-48aa-9e21-874465a657d7 req-443ca868-ab61-44f5-876a-5cf910fada84 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:40.105400 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-dc4a764f-0113-48aa-9e21-874465a657d7 req-443ca868-ab61-44f5-876a-5cf910fada84 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=2c00da80-38c6-4e22-9130-b7c2457bdb31 HTTP/1.1" status: 200 len: 944 time: 0.0519409 Oct 12 17:53:40.145997 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-dc4a764f-0113-48aa-9e21-874465a657d7 req-c89ea63f-c085-40a8-afdf-ba2895ca6eff tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=e7a66cd1-4645-4714-b577-284db3c3afd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346570 Oct 12 17:53:41.015253 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-6d9ca763-95b6-4e82-9237-2de1d6fbb465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:41.276865 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb13652-3964-4e3a-b8b7-caa73cacf98a req-3462288e-63ed-4c30-a77c-0535c5d19a94 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:41.278396 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8cb13652-3964-4e3a-b8b7-caa73cacf98a req-3462288e-63ed-4c30-a77c-0535c5d19a94 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=2c00da80-38c6-4e22-9130-b7c2457bdb31 HTTP/1.1" status: 200 len: 944 time: 0.0576472 Oct 12 17:53:41.322871 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8cb13652-3964-4e3a-b8b7-caa73cacf98a req-5957d496-0594-481b-a23b-5e5852cf51c5 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=e7a66cd1-4645-4714-b577-284db3c3afd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354424 Oct 12 17:53:41.510146 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device f26e7cea-55fb-4ee8-8024-d63ac44713c3 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:53:41.737036 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port f26e7cea-55fb-4ee8-8024-d63ac44713c3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f26e7cea-55fb-4ee8-8024-d63ac44713c3,segment=NetworkSegment(05f459ba-52ee-4bb6-9d47-8bda0a83627a),segment_id=05f459ba-52ee-4bb6-9d47-8bda0a83627a)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:53:41.749102 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Returning: {'device': 'f26e7cea-55fb-4ee8-8024-d63ac44713c3', 'network_id': '8daa865d-6215-4088-990f-5e71670febd0', 'port_id': 'f26e7cea-55fb-4ee8-8024-d63ac44713c3', 'mac_address': 'fa:16:3e:fd:8a:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c9bbc10-98c9-4f8e-a058-09cebb338727', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:53:41.788820 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:41.802406 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f26e7cea-55fb-4ee8-8024-d63ac44713c3 {{(pid=105768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:53:41.823944 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port f26e7cea-55fb-4ee8-8024-d63ac44713c3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f26e7cea-55fb-4ee8-8024-d63ac44713c3,segment=NetworkSegment(05f459ba-52ee-4bb6-9d47-8bda0a83627a),segment_id=05f459ba-52ee-4bb6-9d47-8bda0a83627a)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:53:41.829990 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:41.887286 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:41.893000 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=f26e7cea-55fb-4ee8-8024-d63ac44713c3,revision_number=4']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:42.051678 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['f26e7cea-55fb-4ee8-8024-d63ac44713c3'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:53:42.277189 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:42.445524 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19071a7b-a101-4f28-8676-8b756044105c req-dcd471d5-6e5f-48ee-927b-addcc3d165b1 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:42.448271 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-19071a7b-a101-4f28-8676-8b756044105c req-dcd471d5-6e5f-48ee-927b-addcc3d165b1 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=2c00da80-38c6-4e22-9130-b7c2457bdb31 HTTP/1.1" status: 200 len: 945 time: 0.0526118 Oct 12 17:53:42.502891 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-19071a7b-a101-4f28-8676-8b756044105c req-04207af5-9c43-4098-85bb-19a44128b882 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=e7a66cd1-4645-4714-b577-284db3c3afd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421438 Oct 12 17:53:43.516230 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device f26e7cea-55fb-4ee8-8024-d63ac44713c3 up at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:53:43.576711 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning for port f26e7cea-55fb-4ee8-8024-d63ac44713c3 completed by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:53:43.580784 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning complete for port f26e7cea-55fb-4ee8-8024-d63ac44713c3 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:53:43.581176 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:43.625145 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e61923-1f81-45e5-99a1-2b3a14c57b80 req-b19f4445-6e85-4f42-b5bc-ddfeea3ab6ce tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:43.627438 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-49e61923-1f81-45e5-99a1-2b3a14c57b80 req-b19f4445-6e85-4f42-b5bc-ddfeea3ab6ce tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=2c00da80-38c6-4e22-9130-b7c2457bdb31 HTTP/1.1" status: 200 len: 945 time: 0.0529785 Oct 12 17:53:43.661567 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:43.666872 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-49e61923-1f81-45e5-99a1-2b3a14c57b80 req-927861bd-9ca3-4179-837d-f622028b96ab tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=e7a66cd1-4645-4714-b577-284db3c3afd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313663 Oct 12 17:53:43.685638 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c00da80-38c6-4e22-9130-b7c2457bdb31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26e7cea-55fb-4ee8-8024-d63ac44713c3'}] {{(pid=105768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:53:43.688447 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d673ce2dcb2bb4fbf918fb1a8c35d4bb21dca6670ea86fc912d44392d0d8dbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a862633-81eb-4143-b974-cdae8e8863b5" -d '{"events": [{"server_uuid": "2c00da80-38c6-4e22-9130-b7c2457bdb31", "name": "network-vif-plugged", "status": "completed", "tag": "f26e7cea-55fb-4ee8-8024-d63ac44713c3"}]}' {{(pid=105768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:53:43.701915 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port f26e7cea-55fb-4ee8-8024-d63ac44713c3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f26e7cea-55fb-4ee8-8024-d63ac44713c3,segment=NetworkSegment(05f459ba-52ee-4bb6-9d47-8bda0a83627a),segment_id=05f459ba-52ee-4bb6-9d47-8bda0a83627a)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:53:43.707112 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:43.732849 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a11b672-c9d4-4496-9789-3b47d1d12151 x-openstack-request-id: req-5a11b672-c9d4-4496-9789-3b47d1d12151 {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:53:43.733170 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c00da80-38c6-4e22-9130-b7c2457bdb31", "name": "network-vif-plugged", "status": "completed", "tag": "f26e7cea-55fb-4ee8-8024-d63ac44713c3", "code": 200}]} {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:53:43.733421 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5a11b672-c9d4-4496-9789-3b47d1d12151 {{(pid=105768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:53:43.733882 dv-cinder-813226-2-iscsi neutron-server[105768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c00da80-38c6-4e22-9130-b7c2457bdb31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26e7cea-55fb-4ee8-8024-d63ac44713c3', 'code': 200} Oct 12 17:53:43.760345 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=f26e7cea-55fb-4ee8-8024-d63ac44713c3,revision_number=5']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:43.808116 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:43.920415 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebda4b7-1264-4deb-aa64-297c2d34f79a req-231bf0cc-8612-47fa-8cde-e8ba1fbd282c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:43.921936 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-6ebda4b7-1264-4deb-aa64-297c2d34f79a req-231bf0cc-8612-47fa-8cde-e8ba1fbd282c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2c00da80-38c6-4e22-9130-b7c2457bdb31 HTTP/1.1" status: 200 len: 1099 time: 0.0471537 Oct 12 17:53:43.962754 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-6ebda4b7-1264-4deb-aa64-297c2d34f79a req-799a1c75-3a70-429e-b503-d13517114cfd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e7a66cd1-4645-4714-b577-284db3c3afd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325110 Oct 12 17:53:44.792917 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f11fe-f990-43fc-aa5f-ec1228753fb8 req-8faa63ed-563e-4888-928b-065a09197d6f tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:44.794781 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-748f11fe-f990-43fc-aa5f-ec1228753fb8 req-8faa63ed-563e-4888-928b-065a09197d6f tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=2c00da80-38c6-4e22-9130-b7c2457bdb31 HTTP/1.1" status: 200 len: 946 time: 0.0577099 Oct 12 17:53:44.835132 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-748f11fe-f990-43fc-aa5f-ec1228753fb8 req-595f7b6e-c78f-46c2-9f66-8be3560c635b tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=e7a66cd1-4645-4714-b577-284db3c3afd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341730 Oct 12 17:53:45.958485 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d252570-3ce8-48e0-9060-36de2c5119dc req-9a4a9587-c694-4d4a-ba10-5a4e73236b36 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:45.960001 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-1d252570-3ce8-48e0-9060-36de2c5119dc req-9a4a9587-c694-4d4a-ba10-5a4e73236b36 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=2c00da80-38c6-4e22-9130-b7c2457bdb31 HTTP/1.1" status: 200 len: 946 time: 0.0505247 Oct 12 17:53:46.000037 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-1d252570-3ce8-48e0-9060-36de2c5119dc req-9070c959-952d-4125-95bb-37db400c6649 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=e7a66cd1-4645-4714-b577-284db3c3afd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328345 Oct 12 17:53:46.115379 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e99de-361d-4e12-9062-795d61f46322 req-d93fdfe4-156c-4655-b6d8-aa53968581d1 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:46.117227 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-472e99de-361d-4e12-9062-795d61f46322 req-d93fdfe4-156c-4655-b6d8-aa53968581d1 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=2c00da80-38c6-4e22-9130-b7c2457bdb31 HTTP/1.1" status: 200 len: 946 time: 0.0511746 Oct 12 17:53:46.126474 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 37908) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:53:46.131144 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [None req-629c60fb-3b16-497b-b72c-5814040d1c10 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Request body: {'floatingip': {'port_id': 'f26e7cea-55fb-4ee8-8024-d63ac44713c3'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:53:46.170333 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-629c60fb-3b16-497b-b72c-5814040d1c10 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for floatingip, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:46.429913 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b86f85-e536-490c-b3cd-e86692580b47 req-43cb25d8-6132-4d4d-8de2-f24f1b721161 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:46.431533 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-34b86f85-e536-490c-b3cd-e86692580b47 req-43cb25d8-6132-4d4d-8de2-f24f1b721161 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 945 time: 0.0524402 Oct 12 17:53:46.472364 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-34b86f85-e536-490c-b3cd-e86692580b47 req-fe69b4d9-8973-429a-8d69-8f4cd0a430e4 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344460 Oct 12 17:53:46.625333 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-629c60fb-3b16-497b-b72c-5814040d1c10 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:46.632244 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-629c60fb-3b16-497b-b72c-5814040d1c10 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8091027'] for floatingip, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:46.736513 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.db.l3_db [None req-629c60fb-3b16-497b-b72c-5814040d1c10 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Floating IP 12aa0d09-a709-42b5-857e-9848456696f5 associated. External IP: 172.27.0.150, port: f26e7cea-55fb-4ee8-8024-d63ac44713c3. Oct 12 17:53:47.222408 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629c60fb-3b16-497b-b72c-5814040d1c10 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Router 2756c817-f350-4cfa-bb8b-67ae39e636e8 has already been hosted by L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 {{(pid=105767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:53:47.333361 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629c60fb-3b16-497b-b72c-5814040d1c10 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:53:47.338518 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-629c60fb-3b16-497b-b72c-5814040d1c10 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for floatingip, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:47.344360 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa640fb7-5928-4e07-995c-15bfa4648dba None None] Sync routers for ids ['2756c817-f350-4cfa-bb8b-67ae39e636e8'] in dv-cinder-813226-2-iscsi {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:53:47.356992 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa640fb7-5928-4e07-995c-15bfa4648dba None None] Routers {'2756c817-f350-4cfa-bb8b-67ae39e636e8'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:53:47.357652 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-aa640fb7-5928-4e07-995c-15bfa4648dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:53:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['2756c817-f350-4cfa-bb8b-67ae39e636e8'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:53:47.367539 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-629c60fb-3b16-497b-b72c-5814040d1c10 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "PUT /v2.0/floatingips/12aa0d09-a709-42b5-857e-9848456696f5 HTTP/1.1" status: 200 len: 992 time: 1.2398736 Oct 12 17:53:47.368186 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c00da80-38c6-4e22-9130-b7c2457bdb31', 'tag': 'f26e7cea-55fb-4ee8-8024-d63ac44713c3'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:53:47.370542 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3dde88c-5141-4be2-98a7-d15ec870d5a2" -d '{"events": [{"name": "network-changed", "server_uuid": "2c00da80-38c6-4e22-9130-b7c2457bdb31", "tag": "f26e7cea-55fb-4ee8-8024-d63ac44713c3"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:53:47.409022 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2f630b-2c3b-4502-9729-96ce2b12eef7 x-openstack-request-id: req-dd2f630b-2c3b-4502-9729-96ce2b12eef7 {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:53:47.409279 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c00da80-38c6-4e22-9130-b7c2457bdb31", "tag": "f26e7cea-55fb-4ee8-8024-d63ac44713c3", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:53:47.409556 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-dd2f630b-2c3b-4502-9729-96ce2b12eef7 {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:53:47.409947 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c00da80-38c6-4e22-9130-b7c2457bdb31', 'tag': 'f26e7cea-55fb-4ee8-8024-d63ac44713c3', 'status': 'completed', 'code': 200} Oct 12 17:53:47.469755 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-aa640fb7-5928-4e07-995c-15bfa4648dba None None] Set router 2756c817-f350-4cfa-bb8b-67ae39e636e8 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:53:47.474777 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dde88c-5141-4be2-98a7-d15ec870d5a2 req-bf245cd8-1085-4d6c-b288-f2c5969aa59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:47.476295 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-d3dde88c-5141-4be2-98a7-d15ec870d5a2 req-bf245cd8-1085-4d6c-b288-f2c5969aa59c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e4096f27defa41969a63e8b81d280fb2&device_id=2c00da80-38c6-4e22-9130-b7c2457bdb31 HTTP/1.1" status: 200 len: 1099 time: 0.0416372 Oct 12 17:53:47.580071 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dde88c-5141-4be2-98a7-d15ec870d5a2 req-367d29ce-7168-4bd9-8afc-27ed1125441b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:47.581973 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-d3dde88c-5141-4be2-98a7-d15ec870d5a2 req-367d29ce-7168-4bd9-8afc-27ed1125441b service neutron] 10.222.0.44 "GET /v2.0/networks?id=8daa865d-6215-4088-990f-5e71670febd0 HTTP/1.1" status: 200 len: 913 time: 0.0967689 Oct 12 17:53:47.606678 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2182956-8149-4236-b8fb-148871cead74 req-dd04eb4e-c5e0-4054-b366-58430ef70e56 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:47.608553 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f2182956-8149-4236-b8fb-148871cead74 req-dd04eb4e-c5e0-4054-b366-58430ef70e56 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 945 time: 0.0505657 Oct 12 17:53:47.654291 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f2182956-8149-4236-b8fb-148871cead74 req-170ec646-df71-463d-9c2b-e0ab8f404081 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396419 Oct 12 17:53:47.655148 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-d3dde88c-5141-4be2-98a7-d15ec870d5a2 req-4ae50f7e-8a60-41db-8d2c-521fd5439728 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f26e7cea-55fb-4ee8-8024-d63ac44713c3 HTTP/1.1" status: 200 len: 1000 time: 0.0611866 Oct 12 17:53:47.706758 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-aa640fb7-5928-4e07-995c-15bfa4648dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'name': 'tempest-AttachVolumeTestJSON-2009213917-router', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '03856ee2-eb3a-4878-b203-3708c37b364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:49:15Z', 'updated_at': '2021-10-12T17:49:22Z', 'revision_number': 4, 'project_id': 'e4096f27defa41969a63e8b81d280fb2', 'gw_port': {'id': '03856ee2-eb3a-4878-b203-3708c37b364d', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:16Z', 'updated_at': '2021-10-12T17:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_floatingips': [{'id': '12aa0d09-a709-42b5-857e-9848456696f5', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'router_id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'port_id': 'f26e7cea-55fb-4ee8-8024-d63ac44713c3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8daa865d-6215-4088-990f-5e71670febd0', 'mac_address': 'fa:16:3e:fd:8a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c00da80-38c6-4e22-9130-b7c2457bdb31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:53:35Z', 'updated_at': '2021-10-12T17:53:46Z', 'revision_number': 1, 'project_id': 'e4096f27defa41969a63e8b81d280fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2247843e-6e0a-42d1-8831-44ae16fc96e2', 'name': '', 'network_id': '8daa865d-6215-4088-990f-5e71670febd0', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'mac_address': 'fa:16:3e:8a:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2c9bbc10-98c9-4f8e-a058-09cebb338727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:20Z', 'updated_at': '2021-10-12T17:49:31Z', 'revision_number': 5, 'project_id': 'e4096f27defa41969a63e8b81d280fb2', 'subnets': [{'id': '2c9bbc10-98c9-4f8e-a058-09cebb338727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:53:47.712214 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dde88c-5141-4be2-98a7-d15ec870d5a2 req-515e17ca-a1ed-43b1-b48f-d149409e2d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:47.713822 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-d3dde88c-5141-4be2-98a7-d15ec870d5a2 req-515e17ca-a1ed-43b1-b48f-d149409e2d41 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c9bbc10-98c9-4f8e-a058-09cebb338727 HTTP/1.1" status: 200 len: 850 time: 0.0505135 Oct 12 17:53:47.732800 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa640fb7-5928-4e07-995c-15bfa4648dba None None] Checking router: 2756c817-f350-4cfa-bb8b-67ae39e636e8 for host: dv-cinder-813226-2-iscsi {{(pid=105768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:53:47.740937 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa640fb7-5928-4e07-995c-15bfa4648dba None None] Routers {'2756c817-f350-4cfa-bb8b-67ae39e636e8'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:53:47.741537 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-aa640fb7-5928-4e07-995c-15bfa4648dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:53:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['2756c817-f350-4cfa-bb8b-67ae39e636e8'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:53:47.763980 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dde88c-5141-4be2-98a7-d15ec870d5a2 req-7e8d0368-bea0-4015-90f9-c044ef115ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:47.765491 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-d3dde88c-5141-4be2-98a7-d15ec870d5a2 req-7e8d0368-bea0-4015-90f9-c044ef115ef3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8daa865d-6215-4088-990f-5e71670febd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441439 Oct 12 17:53:47.848775 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-aa640fb7-5928-4e07-995c-15bfa4648dba None None] Set router 2756c817-f350-4cfa-bb8b-67ae39e636e8 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:53:47.860165 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-d3dde88c-5141-4be2-98a7-d15ec870d5a2 req-683d8a37-9cb1-4ab0-a077-33484d663837 service neutron] 10.222.0.44 "GET /v2.0/networks/8daa865d-6215-4088-990f-5e71670febd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862679 Oct 12 17:53:47.964845 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-d3dde88c-5141-4be2-98a7-d15ec870d5a2 req-e5fba886-f34c-49c9-8d10-8e50e82d6d3f service neutron] 10.222.0.44 "GET /v2.0/networks/8daa865d-6215-4088-990f-5e71670febd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953186 Oct 12 17:53:48.100382 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-aa640fb7-5928-4e07-995c-15bfa4648dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'name': 'tempest-AttachVolumeTestJSON-2009213917-router', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '03856ee2-eb3a-4878-b203-3708c37b364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:49:15Z', 'updated_at': '2021-10-12T17:49:22Z', 'revision_number': 4, 'project_id': 'e4096f27defa41969a63e8b81d280fb2', 'gw_port': {'id': '03856ee2-eb3a-4878-b203-3708c37b364d', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:16Z', 'updated_at': '2021-10-12T17:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_floatingips': [{'id': '12aa0d09-a709-42b5-857e-9848456696f5', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'router_id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'port_id': 'f26e7cea-55fb-4ee8-8024-d63ac44713c3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8daa865d-6215-4088-990f-5e71670febd0', 'mac_address': 'fa:16:3e:fd:8a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c00da80-38c6-4e22-9130-b7c2457bdb31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:53:35Z', 'updated_at': '2021-10-12T17:53:46Z', 'revision_number': 1, 'project_id': 'e4096f27defa41969a63e8b81d280fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2247843e-6e0a-42d1-8831-44ae16fc96e2', 'name': '', 'network_id': '8daa865d-6215-4088-990f-5e71670febd0', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'mac_address': 'fa:16:3e:8a:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2c9bbc10-98c9-4f8e-a058-09cebb338727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:20Z', 'updated_at': '2021-10-12T17:49:31Z', 'revision_number': 5, 'project_id': 'e4096f27defa41969a63e8b81d280fb2', 'subnets': [{'id': '2c9bbc10-98c9-4f8e-a058-09cebb338727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:53:48.126537 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa640fb7-5928-4e07-995c-15bfa4648dba None None] The sync data for ids ['2756c817-f350-4cfa-bb8b-67ae39e636e8'] in dv-cinder-813226-2-iscsi is: [{'id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'name': 'tempest-AttachVolumeTestJSON-2009213917-router', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '03856ee2-eb3a-4878-b203-3708c37b364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:49:15Z', 'updated_at': '2021-10-12T17:49:22Z', 'revision_number': 4, 'project_id': 'e4096f27defa41969a63e8b81d280fb2', 'gw_port': {'id': '03856ee2-eb3a-4878-b203-3708c37b364d', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:16Z', 'updated_at': '2021-10-12T17:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_floatingips': [{'id': '12aa0d09-a709-42b5-857e-9848456696f5', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'router_id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'port_id': 'f26e7cea-55fb-4ee8-8024-d63ac44713c3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8daa865d-6215-4088-990f-5e71670febd0', 'mac_address': 'fa:16:3e:fd:8a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c00da80-38c6-4e22-9130-b7c2457bdb31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:53:35Z', 'updated_at': '2021-10-12T17:53:46Z', 'revision_number': 1, 'project_id': 'e4096f27defa41969a63e8b81d280fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2247843e-6e0a-42d1-8831-44ae16fc96e2', 'name': '', 'network_id': '8daa865d-6215-4088-990f-5e71670febd0', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'mac_address': 'fa:16:3e:8a:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2c9bbc10-98c9-4f8e-a058-09cebb338727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:20Z', 'updated_at': '2021-10-12T17:49:31Z', 'revision_number': 5, 'project_id': 'e4096f27defa41969a63e8b81d280fb2', 'subnets': [{'id': '2c9bbc10-98c9-4f8e-a058-09cebb338727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:53:48.332429 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c564af-d5ab-44f5-91d0-9ec4e5b49a1d None None] New status for floating IP 12aa0d09-a709-42b5-857e-9848456696f5: ACTIVE {{(pid=105769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:53:48.784161 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cadaf8-70fe-489a-8ad9-6dea92aa4e67 req-433c6b33-2b04-429a-b27f-390089f917dc tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:48.785648 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e3cadaf8-70fe-489a-8ad9-6dea92aa4e67 req-433c6b33-2b04-429a-b27f-390089f917dc tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 945 time: 0.0568295 Oct 12 17:53:48.827852 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e3cadaf8-70fe-489a-8ad9-6dea92aa4e67 req-e1d72d47-2b60-495c-8ee1-c9e28c90f27a tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331683 Oct 12 17:53:49.963592 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce98420-f25c-45e0-bc04-870645779bae req-9562733e-71a9-4309-b926-84f998fa4229 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:49.965073 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2ce98420-f25c-45e0-bc04-870645779bae req-9562733e-71a9-4309-b926-84f998fa4229 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 945 time: 0.0521240 Oct 12 17:53:50.002069 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2ce98420-f25c-45e0-bc04-870645779bae req-82eba31b-5841-44bd-9cc0-0d558255e304 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308368 Oct 12 17:53:51.141237 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a623fd1-9a50-45f5-92e1-ef41d536a354 req-4d915c21-899e-4418-8e8b-24128d129172 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:51.143224 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9a623fd1-9a50-45f5-92e1-ef41d536a354 req-4d915c21-899e-4418-8e8b-24128d129172 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 945 time: 0.0531814 Oct 12 17:53:51.182141 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9a623fd1-9a50-45f5-92e1-ef41d536a354 req-2fbbdc94-1327-4c19-b472-70f908ed2368 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330231 Oct 12 17:53:52.302793 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3cf7c-4296-4d86-aeb2-4d2915983847 req-2c0055c1-fbf3-4baa-b99f-1f3c823ac248 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:52.304315 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-27d3cf7c-4296-4d86-aeb2-4d2915983847 req-2c0055c1-fbf3-4baa-b99f-1f3c823ac248 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 945 time: 0.0497768 Oct 12 17:53:52.365677 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-0ea5a5c7-bef9-46b2-9d1c-201d23783581 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-75345230&fields=id&tenant_id=0af5809ae3f6462d823ee7e99ff16820 HTTP/1.1" status: 200 len: 267 time: 0.0565233 Oct 12 17:53:52.370489 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-27d3cf7c-4296-4d86-aeb2-4d2915983847 req-5705f665-ab22-41f3-b157-9b669aa5f78a tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603602 Oct 12 17:53:52.474070 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-44999e2e-1c8c-4f2b-8e19-9bcc55caabb5 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:52.475552 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-44999e2e-1c8c-4f2b-8e19-9bcc55caabb5 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/networks?id=9786a2da-354e-4b2b-944e-524749bdbde9 HTTP/1.1" status: 200 len: 808 time: 0.1030262 Oct 12 17:53:52.491060 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-95b0a3bb-7c51-4110-ae9f-b2e99f16875b tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/quotas/0af5809ae3f6462d823ee7e99ff16820 HTTP/1.1" status: 200 len: 375 time: 0.0097759 Oct 12 17:53:52.554263 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-c76baa74-75e1-4ac5-90c7-8e87e73a0c62 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=0af5809ae3f6462d823ee7e99ff16820&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579696 Oct 12 17:53:52.658466 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-9ba7df0c-82e4-4fcd-aaf7-f94226683a1f service neutron] 10.222.0.85 "GET /v2.0/networks/9786a2da-354e-4b2b-944e-524749bdbde9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885019 Oct 12 17:53:52.747479 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-84bcfbba-01a0-486c-9ed9-eab7c80870fd service neutron] 10.222.0.85 "GET /v2.0/networks/9786a2da-354e-4b2b-944e-524749bdbde9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824416 Oct 12 17:53:53.042375 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4271389a-7dc9-4d59-91dd-e4e097be9f82 req-016bf453-2326-4b70-b872-c262f7610631 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 210 time: 0.0316029 Oct 12 17:53:53.496154 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c7e9f-0e48-42d1-bbb6-b8af11c27ad3 req-8012c9a6-53cf-47fb-bc05-46f51e3dff1f tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:53.497680 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-559c7e9f-0e48-42d1-bbb6-b8af11c27ad3 req-8012c9a6-53cf-47fb-bc05-46f51e3dff1f tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 945 time: 0.0495827 Oct 12 17:53:53.541557 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-559c7e9f-0e48-42d1-bbb6-b8af11c27ad3 req-0929dcb3-8610-4ebc-aa6f-bb4f449b157d tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367928 Oct 12 17:53:54.077379 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-a77f6af8-2e91-4e5f-a5c3-7812dc605dbf tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:54.080190 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-a77f6af8-2e91-4e5f-a5c3-7812dc605dbf tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.44 "GET /v2.0/networks?id=9786a2da-354e-4b2b-944e-524749bdbde9 HTTP/1.1" status: 200 len: 808 time: 0.1119857 Oct 12 17:53:54.123999 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-50f2ecf0-5da6-41db-86ad-ec06a9d69577 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0af5809ae3f6462d823ee7e99ff16820 HTTP/1.1" status: 200 len: 378 time: 0.0352395 Oct 12 17:53:54.137608 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-43819fce-6f60-4837-a9c3-1ccfb6756dff req-51b00d6b-79de-4657-9ee9-dc4991a50295 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 210 time: 0.0270095 Oct 12 17:53:54.138056 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-ad3a47af-40fe-4bba-8c40-edcbcead67e4 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Request body: {'port': {'device_id': '95f18509-d73e-4cec-a592-f60e4eea1091', 'network_id': '9786a2da-354e-4b2b-944e-524749bdbde9', 'admin_state_up': True, 'tenant_id': '0af5809ae3f6462d823ee7e99ff16820', 'security_groups': ['bfd871cd-27b3-4324-a00a-00f66ae84887']}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:53:54.261164 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-ad3a47af-40fe-4bba-8c40-edcbcead67e4 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Made reservation on behalf of 0af5809ae3f6462d823ee7e99ff16820 for: {'port': 1} {{(pid=105767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:53:54.266656 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-ad3a47af-40fe-4bba-8c40-edcbcead67e4 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:54.399299 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.db_base_plugin_common [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-ad3a47af-40fe-4bba-8c40-edcbcead67e4 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Allocated IP 172.20.0.4 (9786a2da-354e-4b2b-944e-524749bdbde9/d1884ac9-4489-4c64-8eb4-289f84b932a8/6b2c7936-488e-4d28-9ea8-ecf30bdbce6c) {{(pid=105767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:53:54.537568 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-ad3a47af-40fe-4bba-8c40-edcbcead67e4 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks [] for port, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:54.572542 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-ad3a47af-40fe-4bba-8c40-edcbcead67e4 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:54.622333 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-ad3a47af-40fe-4bba-8c40-edcbcead67e4 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Network 9786a2da-354e-4b2b-944e-524749bdbde9 is already hosted by enough agents. {{(pid=105767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:53:54.625484 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-ad3a47af-40fe-4bba-8c40-edcbcead67e4 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Resources bound (agent type, host, resource id): {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:53:54.630075 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-ad3a47af-40fe-4bba-8c40-edcbcead67e4 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Received port after_create {{(pid=105767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:53:54.634191 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a47af-40fe-4bba-8c40-edcbcead67e4 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Pushing event updated for resources: {'Port': ['ID=6b2c7936-488e-4d28-9ea8-ecf30bdbce6c,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:54.677863 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f71acb-2166-41a1-8036-081ff5b53dbd req-1c48f422-5811-4c0d-8e68-d5d7823aa55d tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:54.685398 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d0f71acb-2166-41a1-8036-081ff5b53dbd req-1c48f422-5811-4c0d-8e68-d5d7823aa55d tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 945 time: 0.0569184 Oct 12 17:53:54.697544 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-ad3a47af-40fe-4bba-8c40-edcbcead67e4 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:54.698475 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-ad3a47af-40fe-4bba-8c40-edcbcead67e4 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:54.719699 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-ad3a47af-40fe-4bba-8c40-edcbcead67e4 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5853660 Oct 12 17:53:54.726226 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d0f71acb-2166-41a1-8036-081ff5b53dbd req-46926ea5-ba55-4ced-bb03-60f359e84ea1 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398254 Oct 12 17:53:54.732498 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-798b251c-5bc4-44a9-84b8-31f785cf7718 service neutron] Request body: {'port': {'device_id': '95f18509-d73e-4cec-a592-f60e4eea1091', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:53:54.788332 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-798b251c-5bc4-44a9-84b8-31f785cf7718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:54.865788 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-42d40933-2711-4944-b14e-a32fa5059de0 None None] Provisioning complete for port 6b2c7936-488e-4d28-9ea8-ecf30bdbce6c triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:53:54.866408 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-42d40933-2711-4944-b14e-a32fa5059de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:54.908335 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-42d40933-2711-4944-b14e-a32fa5059de0 None None] Port 6b2c7936-488e-4d28-9ea8-ecf30bdbce6c cannot update to ACTIVE because it is not bound. {{(pid=105768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:53:55.061099 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-798b251c-5bc4-44a9-84b8-31f785cf7718 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b2c7936-488e-4d28-9ea8-ecf30bdbce6c {{(pid=105767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:53:55.069660 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-798b251c-5bc4-44a9-84b8-31f785cf7718 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:55.082074 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-798b251c-5bc4-44a9-84b8-31f785cf7718 service neutron] Transition to ACTIVE for port object 6b2c7936-488e-4d28-9ea8-ecf30bdbce6c will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:53:55.088635 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-798b251c-5bc4-44a9-84b8-31f785cf7718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196327'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:55.135481 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b251c-5bc4-44a9-84b8-31f785cf7718 service neutron] Pushing event updated for resources: {'Port': ['ID=6b2c7936-488e-4d28-9ea8-ecf30bdbce6c,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:55.219823 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-798b251c-5bc4-44a9-84b8-31f785cf7718 service neutron] Attempting to bind port 6b2c7936-488e-4d28-9ea8-ecf30bdbce6c on host hv-cinder-81322 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:53:55.220296 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-798b251c-5bc4-44a9-84b8-31f785cf7718 service neutron] Attempting to bind port 6b2c7936-488e-4d28-9ea8-ecf30bdbce6c by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '3f9a12ba-5c8e-4c52-a93d-d1890c37c703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '9786a2da-354e-4b2b-944e-524749bdbde9'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:53:55.220843 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-798b251c-5bc4-44a9-84b8-31f785cf7718 service neutron] Attempting to bind port 6b2c7936-488e-4d28-9ea8-ecf30bdbce6c on network 9786a2da-354e-4b2b-944e-524749bdbde9 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:53:55.228455 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-798b251c-5bc4-44a9-84b8-31f785cf7718 service neutron] Port 6b2c7936-488e-4d28-9ea8-ecf30bdbce6c on network 9786a2da-354e-4b2b-944e-524749bdbde9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:53:55.229063 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-798b251c-5bc4-44a9-84b8-31f785cf7718 service neutron] Attempting to bind port 6b2c7936-488e-4d28-9ea8-ecf30bdbce6c on network 9786a2da-354e-4b2b-944e-524749bdbde9 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:53:55.234335 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-798b251c-5bc4-44a9-84b8-31f785cf7718 service neutron] Checking agent: {'id': '4d49b38b-ca89-4e5d-a715-678a9ae3215e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 47, 26), 'started_at': datetime.datetime(2021, 10, 12, 17, 47, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:53:55.234698 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-798b251c-5bc4-44a9-84b8-31f785cf7718 service neutron] Checking segment: {'id': '3f9a12ba-5c8e-4c52-a93d-d1890c37c703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '9786a2da-354e-4b2b-944e-524749bdbde9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:53:55.235085 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-798b251c-5bc4-44a9-84b8-31f785cf7718 service neutron] Bound using segment: {'id': '3f9a12ba-5c8e-4c52-a93d-d1890c37c703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '9786a2da-354e-4b2b-944e-524749bdbde9'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:53:55.235504 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-798b251c-5bc4-44a9-84b8-31f785cf7718 service neutron] Bound port: 6b2c7936-488e-4d28-9ea8-ecf30bdbce6c, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f9a12ba-5c8e-4c52-a93d-d1890c37c703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '9786a2da-354e-4b2b-944e-524749bdbde9'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:53:55.235855 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-798b251c-5bc4-44a9-84b8-31f785cf7718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:55.265901 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d10938-0d0b-4fc1-a9be-f24aaee30fc6 req-357c427d-b26e-4ebd-be25-6c9b9e4d9666 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:55.267498 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-56d10938-0d0b-4fc1-a9be-f24aaee30fc6 req-357c427d-b26e-4ebd-be25-6c9b9e4d9666 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 943 time: 0.0541389 Oct 12 17:53:55.307829 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-56d10938-0d0b-4fc1-a9be-f24aaee30fc6 req-8524c473-1b7c-419b-822e-12109b9598ba tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330458 Oct 12 17:53:55.311160 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-798b251c-5bc4-44a9-84b8-31f785cf7718 service neutron] For port 6b2c7936-488e-4d28-9ea8-ecf30bdbce6c, host hv-cinder-81322, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:53:55.314709 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-798b251c-5bc4-44a9-84b8-31f785cf7718 service neutron] For port 6b2c7936-488e-4d28-9ea8-ecf30bdbce6c, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6b2c7936-488e-4d28-9ea8-ecf30bdbce6c,segment=NetworkSegment(3f9a12ba-5c8e-4c52-a93d-d1890c37c703),segment_id=3f9a12ba-5c8e-4c52-a93d-d1890c37c703)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:53:55.321000 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-798b251c-5bc4-44a9-84b8-31f785cf7718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196327'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:55.354964 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-798b251c-5bc4-44a9-84b8-31f785cf7718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:55.355564 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-798b251c-5bc4-44a9-84b8-31f785cf7718 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:55.356964 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-798b251c-5bc4-44a9-84b8-31f785cf7718 service neutron] 10.222.0.44 "PUT /v2.0/ports/6b2c7936-488e-4d28-9ea8-ecf30bdbce6c HTTP/1.1" status: 200 len: 1093 time: 0.6288753 Oct 12 17:53:55.357397 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f18509-d73e-4cec-a592-f60e4eea1091', 'tag': '6b2c7936-488e-4d28-9ea8-ecf30bdbce6c'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:53:55.359704 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1c0335-cb13-49a6-b223-b836c42539d6" -d '{"events": [{"name": "network-changed", "server_uuid": "95f18509-d73e-4cec-a592-f60e4eea1091", "tag": "6b2c7936-488e-4d28-9ea8-ecf30bdbce6c"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:53:55.390955 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b251c-5bc4-44a9-84b8-31f785cf7718 service neutron] Pushing event updated for resources: {'Port': ['ID=6b2c7936-488e-4d28-9ea8-ecf30bdbce6c,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:55.445098 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96381ed1-d3d0-4a2e-a0c9-8d9ffc52966e x-openstack-request-id: req-96381ed1-d3d0-4a2e-a0c9-8d9ffc52966e {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:53:55.445524 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f18509-d73e-4cec-a592-f60e4eea1091", "tag": "6b2c7936-488e-4d28-9ea8-ecf30bdbce6c", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:53:55.445835 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-96381ed1-d3d0-4a2e-a0c9-8d9ffc52966e {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:53:55.446291 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f18509-d73e-4cec-a592-f60e4eea1091', 'tag': '6b2c7936-488e-4d28-9ea8-ecf30bdbce6c', 'status': 'completed', 'code': 200} Oct 12 17:53:55.463841 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-fffbc7a1-2ccb-4f51-a157-84995fc3da96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:55.465381 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-fffbc7a1-2ccb-4f51-a157-84995fc3da96 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0af5809ae3f6462d823ee7e99ff16820&device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 1096 time: 0.0470402 Oct 12 17:53:55.512803 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-30f7ff9f-4b13-4ad3-9ae2-79db2f5fb60e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b2c7936-488e-4d28-9ea8-ecf30bdbce6c HTTP/1.1" status: 200 len: 217 time: 0.0386381 Oct 12 17:53:55.565057 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-8cc5d4e7-024e-48ff-9f5d-07664ea572f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:55.566655 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-8cc5d4e7-024e-48ff-9f5d-07664ea572f8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1884ac9-4489-4c64-8eb4-289f84b932a8 HTTP/1.1" status: 200 len: 847 time: 0.0463097 Oct 12 17:53:55.620675 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-19a41b43-d837-4f5f-a6ab-f490be189f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:55.622174 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-19a41b43-d837-4f5f-a6ab-f490be189f28 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9786a2da-354e-4b2b-944e-524749bdbde9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485213 Oct 12 17:53:55.730498 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-52e1d277-d48c-4232-9d44-7a2d4d61b4c7 service neutron] 10.222.0.44 "GET /v2.0/networks/9786a2da-354e-4b2b-944e-524749bdbde9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978184 Oct 12 17:53:55.823201 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0ff49e42-61e7-4df3-a929-416d90aca4dd req-a8361fab-8d78-46e5-a7bb-17f84f409b74 service neutron] 10.222.0.44 "GET /v2.0/networks/9786a2da-354e-4b2b-944e-524749bdbde9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841112 Oct 12 17:53:55.858903 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09492fe8-f184-4f51-b0dd-b61263858a68 req-70713d52-904e-4412-b35a-8ff7fb49efbf tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:55.860869 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-09492fe8-f184-4f51-b0dd-b61263858a68 req-70713d52-904e-4412-b35a-8ff7fb49efbf tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 945 time: 0.0583072 Oct 12 17:53:55.900976 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-09492fe8-f184-4f51-b0dd-b61263858a68 req-0e409c81-abd9-43d3-a3bf-050741ac3f70 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338652 Oct 12 17:53:55.919709 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c0335-cb13-49a6-b223-b836c42539d6 req-a64d6612-3a05-47c3-b546-cc5dc65b0596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:55.921247 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-bf1c0335-cb13-49a6-b223-b836c42539d6 req-a64d6612-3a05-47c3-b546-cc5dc65b0596 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0af5809ae3f6462d823ee7e99ff16820&device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 1096 time: 0.0468314 Oct 12 17:53:56.026708 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c0335-cb13-49a6-b223-b836c42539d6 req-ee82347c-3229-42a7-b603-4f6a3fa84d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:56.028215 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-bf1c0335-cb13-49a6-b223-b836c42539d6 req-ee82347c-3229-42a7-b603-4f6a3fa84d82 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9786a2da-354e-4b2b-944e-524749bdbde9 HTTP/1.1" status: 200 len: 910 time: 0.0969820 Oct 12 17:53:56.073351 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-bf1c0335-cb13-49a6-b223-b836c42539d6 req-0b86cef2-4118-48f3-a5b7-30184568378d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b2c7936-488e-4d28-9ea8-ecf30bdbce6c HTTP/1.1" status: 200 len: 217 time: 0.0373704 Oct 12 17:53:56.124997 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c0335-cb13-49a6-b223-b836c42539d6 req-4e601ef4-b36b-4d64-9ceb-8301fd9812a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:56.126515 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-bf1c0335-cb13-49a6-b223-b836c42539d6 req-4e601ef4-b36b-4d64-9ceb-8301fd9812a8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1884ac9-4489-4c64-8eb4-289f84b932a8 HTTP/1.1" status: 200 len: 847 time: 0.0461106 Oct 12 17:53:56.175506 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c0335-cb13-49a6-b223-b836c42539d6 req-1cb7f606-638e-458b-bd59-49782ccb7278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:56.177072 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-bf1c0335-cb13-49a6-b223-b836c42539d6 req-1cb7f606-638e-458b-bd59-49782ccb7278 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9786a2da-354e-4b2b-944e-524749bdbde9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417738 Oct 12 17:53:56.269786 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-bf1c0335-cb13-49a6-b223-b836c42539d6 req-3e66f8dd-950c-494f-b809-ccadff7d520b service neutron] 10.222.0.44 "GET /v2.0/networks/9786a2da-354e-4b2b-944e-524749bdbde9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852106 Oct 12 17:53:56.369476 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-bf1c0335-cb13-49a6-b223-b836c42539d6 req-81443768-4404-476b-8b06-f012d3adc303 service neutron] 10.222.0.44 "GET /v2.0/networks/9786a2da-354e-4b2b-944e-524749bdbde9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916629 Oct 12 17:53:56.433833 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f943c92-a28d-4566-8dc0-0639a582d1fd req-7caf003b-403c-4aef-a090-6e7218609aa5 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:56.435345 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9f943c92-a28d-4566-8dc0-0639a582d1fd req-7caf003b-403c-4aef-a090-6e7218609aa5 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 943 time: 0.0564716 Oct 12 17:53:56.485398 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9f943c92-a28d-4566-8dc0-0639a582d1fd req-879dfec8-3d43-4200-bc20-717ebeca5daf tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418916 Oct 12 17:53:56.684087 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:57.024629 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b6f41-ebc5-4084-93b7-23cd382e1c9c req-5047e9a5-03b8-4d6e-a2ba-bc9ca3b88142 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:57.026333 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-dd7b6f41-ebc5-4084-93b7-23cd382e1c9c req-5047e9a5-03b8-4d6e-a2ba-bc9ca3b88142 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 945 time: 0.0508871 Oct 12 17:53:57.066513 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-dd7b6f41-ebc5-4084-93b7-23cd382e1c9c req-3de308bc-f8b7-49a1-83b7-208132ef1774 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337725 Oct 12 17:53:57.617740 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e739a-0607-4b60-b42e-95f063807ac7 req-d6bf4a5a-df39-4359-b5bd-3f8716a5619a tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:57.619254 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c92e739a-0607-4b60-b42e-95f063807ac7 req-d6bf4a5a-df39-4359-b5bd-3f8716a5619a tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 943 time: 0.0614007 Oct 12 17:53:57.656633 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c92e739a-0607-4b60-b42e-95f063807ac7 req-d8d6643e-28eb-46ee-9819-e8c0a219004f tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313795 Oct 12 17:53:58.204781 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88b994-6740-4b1c-8782-ae654c68b321 req-1ff89daa-99e6-4749-8c6a-254687bbf27e tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:58.206669 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5e88b994-6740-4b1c-8782-ae654c68b321 req-1ff89daa-99e6-4749-8c6a-254687bbf27e tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 945 time: 0.0582323 Oct 12 17:53:58.247880 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5e88b994-6740-4b1c-8782-ae654c68b321 req-751e7b6b-a9f6-4dfe-a41b-63d3ccd8bb8c tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352206 Oct 12 17:53:58.780206 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99cf39-2756-47d8-983e-f97ae10a5b1a req-255075ac-040d-41cf-9784-ad54a8617bec tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:58.781685 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6c99cf39-2756-47d8-983e-f97ae10a5b1a req-255075ac-040d-41cf-9784-ad54a8617bec tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 943 time: 0.0529735 Oct 12 17:53:58.820635 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6c99cf39-2756-47d8-983e-f97ae10a5b1a req-b15a5ecb-466b-410e-9c4c-e1b0a556d9bd tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324211 Oct 12 17:53:59.399686 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16c1d0-867b-456d-910a-14a24578185c req-b94d0d05-4ce3-4495-87a4-79d12d418b3f tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:59.401122 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ff16c1d0-867b-456d-910a-14a24578185c req-b94d0d05-4ce3-4495-87a4-79d12d418b3f tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 945 time: 0.0756137 Oct 12 17:53:59.440696 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ff16c1d0-867b-456d-910a-14a24578185c req-58b50526-d9c5-412a-8d42-11bed78fd659 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336308 Oct 12 17:53:59.669301 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:53:59.789464 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=25ab8f82-e81c-4ff2-b9b7-a75ef18500ad,segment=NetworkSegment(1daa5b13-1a46-4a51-8ff5-99f71f99c000),segment_id=1daa5b13-1a46-4a51-8ff5-99f71f99c000)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:53:59.802821 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Returning: {'device': '25ab8f82-e81c-4ff2-b9b7-a75ef18500ad', 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50', 'port_id': '25ab8f82-e81c-4ff2-b9b7-a75ef18500ad', 'mac_address': 'fa:16:3e:d9:20:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a884ca43-ba25-4d6f-85eb-cb8452a55329', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:53:59.866086 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:59.880834 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad {{(pid=105768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:53:59.949510 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=25ab8f82-e81c-4ff2-b9b7-a75ef18500ad,segment=NetworkSegment(1daa5b13-1a46-4a51-8ff5-99f71f99c000),segment_id=1daa5b13-1a46-4a51-8ff5-99f71f99c000)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:53:59.963935 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:59.986607 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac759c6f-c6b2-4856-bf60-b2feea8c30ff req-947a6032-f79a-4385-adf7-b3a03c33cd58 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:59.994367 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ac759c6f-c6b2-4856-bf60-b2feea8c30ff req-947a6032-f79a-4385-adf7-b3a03c33cd58 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 943 time: 0.0661466 Oct 12 17:54:00.040762 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=25ab8f82-e81c-4ff2-b9b7-a75ef18500ad,revision_number=6']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:54:00.045533 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ac759c6f-c6b2-4856-bf60-b2feea8c30ff req-365e11dc-5be1-4d79-bb53-d63095c7c408 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499802 Oct 12 17:54:00.055097 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:00.055466 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:00.056080 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:00.056901 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:00.057424 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:00.058055 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:00.058499 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:00.059378 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:00.059933 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:00.060492 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:00.061041 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:00.061495 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:00.079570 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['25ab8f82-e81c-4ff2-b9b7-a75ef18500ad'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:54:00.577449 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc4b95-d74e-4acc-88e9-cc1db6341242 req-ff82eb8c-350f-4fb6-a2f1-eba30352f37d tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:00.578977 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-73cc4b95-d74e-4acc-88e9-cc1db6341242 req-ff82eb8c-350f-4fb6-a2f1-eba30352f37d tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 944 time: 0.0555053 Oct 12 17:54:00.622128 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-73cc4b95-d74e-4acc-88e9-cc1db6341242 req-8d7ae8c9-db9b-4e87-a8cd-f383d0c3e518 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337188 Oct 12 17:54:01.173075 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed943445-a60a-47f4-8bd9-49156d6b9608 req-56fbacd2-76d2-4ad1-b22b-2642cab82712 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:01.174676 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ed943445-a60a-47f4-8bd9-49156d6b9608 req-56fbacd2-76d2-4ad1-b22b-2642cab82712 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 943 time: 0.0542533 Oct 12 17:54:01.226725 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ed943445-a60a-47f4-8bd9-49156d6b9608 req-d0f0eeac-6f3b-4f5e-b28d-30aaa6af139f tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422065 Oct 12 17:54:01.661321 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad up at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:54:01.725048 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning complete for port 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:54:01.725575 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:01.753522 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f281e67-250a-4ddc-899b-c043bd61759e req-1a2116c7-22ae-497d-aeff-d1056c868375 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:01.762138 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-1f281e67-250a-4ddc-899b-c043bd61759e req-1a2116c7-22ae-497d-aeff-d1056c868375 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 944 time: 0.0608394 Oct 12 17:54:01.812101 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-1f281e67-250a-4ddc-899b-c043bd61759e req-a4c4fe7e-0b9d-4257-a3d8-16c308692dbb tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490730 Oct 12 17:54:01.843044 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:01.870966 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a264bb5c-11b8-44ff-8dc8-0c36d84b580c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ab8f82-e81c-4ff2-b9b7-a75ef18500ad'}] {{(pid=105768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:54:01.873272 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d673ce2dcb2bb4fbf918fb1a8c35d4bb21dca6670ea86fc912d44392d0d8dbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f33c0a9-7096-424f-b864-a069dc641c62" -d '{"events": [{"server_uuid": "a264bb5c-11b8-44ff-8dc8-0c36d84b580c", "name": "network-vif-plugged", "status": "completed", "tag": "25ab8f82-e81c-4ff2-b9b7-a75ef18500ad"}]}' {{(pid=105768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:54:01.890815 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=25ab8f82-e81c-4ff2-b9b7-a75ef18500ad,segment=NetworkSegment(1daa5b13-1a46-4a51-8ff5-99f71f99c000),segment_id=1daa5b13-1a46-4a51-8ff5-99f71f99c000)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:54:01.897882 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:01.938292 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93d72d7-53f5-4e21-848e-9143afa5ddd6 x-openstack-request-id: req-e93d72d7-53f5-4e21-848e-9143afa5ddd6 {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:54:01.939043 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a264bb5c-11b8-44ff-8dc8-0c36d84b580c", "name": "network-vif-plugged", "status": "completed", "tag": "25ab8f82-e81c-4ff2-b9b7-a75ef18500ad", "code": 200}]} {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:54:01.939219 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e93d72d7-53f5-4e21-848e-9143afa5ddd6 {{(pid=105768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:54:01.939582 dv-cinder-813226-2-iscsi neutron-server[105768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a264bb5c-11b8-44ff-8dc8-0c36d84b580c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ab8f82-e81c-4ff2-b9b7-a75ef18500ad', 'code': 200} Oct 12 17:54:01.977040 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=25ab8f82-e81c-4ff2-b9b7-a75ef18500ad,revision_number=7']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:54:02.371508 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1463c5a-2ff9-4ce1-ad3a-e5f228bbb72b req-f368718c-6b16-4d90-962a-e6e7ec72ad69 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:02.373651 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a1463c5a-2ff9-4ce1-ad3a-e5f228bbb72b req-f368718c-6b16-4d90-962a-e6e7ec72ad69 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 943 time: 0.0566058 Oct 12 17:54:02.426894 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a1463c5a-2ff9-4ce1-ad3a-e5f228bbb72b req-9927300b-9569-48ba-8565-9167c6905d93 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472627 Oct 12 17:54:02.949477 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859d362-d535-428f-a7b7-11f4b676f199 req-54b00a09-65a6-49de-92fa-5c105140ed6a tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:02.950977 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-3859d362-d535-428f-a7b7-11f4b676f199 req-54b00a09-65a6-49de-92fa-5c105140ed6a tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 945 time: 0.0630763 Oct 12 17:54:02.999788 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-3859d362-d535-428f-a7b7-11f4b676f199 req-96ded20f-1d08-4404-9ae3-24d4e79ebaa3 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393291 Oct 12 17:54:03.550892 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc8ab7-fb66-4362-b3fc-835641d6ad6f req-a236bf04-5d74-4e6e-8c74-33b1a94a36bd tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:03.552444 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-02fc8ab7-fb66-4362-b3fc-835641d6ad6f req-a236bf04-5d74-4e6e-8c74-33b1a94a36bd tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 943 time: 0.0562901 Oct 12 17:54:03.603505 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-02fc8ab7-fb66-4362-b3fc-835641d6ad6f req-ecf30b9d-8ca3-4b0c-94a3-9ffed587d6bf tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423126 Oct 12 17:54:03.675439 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 6b2c7936-488e-4d28-9ea8-ecf30bdbce6c details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:54:03.792473 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 6b2c7936-488e-4d28-9ea8-ecf30bdbce6c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6b2c7936-488e-4d28-9ea8-ecf30bdbce6c,segment=NetworkSegment(3f9a12ba-5c8e-4c52-a93d-d1890c37c703),segment_id=3f9a12ba-5c8e-4c52-a93d-d1890c37c703)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:54:03.810266 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Returning: {'device': '6b2c7936-488e-4d28-9ea8-ecf30bdbce6c', 'network_id': '9786a2da-354e-4b2b-944e-524749bdbde9', 'port_id': '6b2c7936-488e-4d28-9ea8-ecf30bdbce6c', 'mac_address': 'fa:16:3e:65:a0:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1884ac9-4489-4c64-8eb4-289f84b932a8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:54:03.856510 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:03.876237 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b2c7936-488e-4d28-9ea8-ecf30bdbce6c {{(pid=105768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:54:03.903111 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 6b2c7936-488e-4d28-9ea8-ecf30bdbce6c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6b2c7936-488e-4d28-9ea8-ecf30bdbce6c,segment=NetworkSegment(3f9a12ba-5c8e-4c52-a93d-d1890c37c703),segment_id=3f9a12ba-5c8e-4c52-a93d-d1890c37c703)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:54:03.912851 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:03.966517 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=6b2c7936-488e-4d28-9ea8-ecf30bdbce6c,revision_number=4']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:54:04.125713 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c1765-4298-45d6-8896-9accec7fbf33 req-1a7b3e0c-1fbd-48a9-82f2-ce0dea5909d5 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:04.127265 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c72c1765-4298-45d6-8896-9accec7fbf33 req-1a7b3e0c-1fbd-48a9-82f2-ce0dea5909d5 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 945 time: 0.0500145 Oct 12 17:54:04.174109 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c72c1765-4298-45d6-8896-9accec7fbf33 req-7db14e0b-22cd-4c3f-98eb-eeebb4bd4f85 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368845 Oct 12 17:54:04.201924 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['6b2c7936-488e-4d28-9ea8-ecf30bdbce6c'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:54:04.732800 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0e6ac-84da-489d-a553-eee1f293e4c9 req-7100bac7-764f-4c7d-97c6-6b01839cc69d tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:04.734730 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d1a0e6ac-84da-489d-a553-eee1f293e4c9 req-7100bac7-764f-4c7d-97c6-6b01839cc69d tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 944 time: 0.0543828 Oct 12 17:54:04.777386 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d1a0e6ac-84da-489d-a553-eee1f293e4c9 req-10314383-797d-4dd5-b2e9-1a555399eac4 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359116 Oct 12 17:54:05.298366 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb36046-5113-4e7d-902f-426231bad99e req-de6d88de-1cf6-45e7-8439-1f04696d09c8 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:05.299871 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-3eb36046-5113-4e7d-902f-426231bad99e req-de6d88de-1cf6-45e7-8439-1f04696d09c8 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 945 time: 0.0478921 Oct 12 17:54:05.343395 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-3eb36046-5113-4e7d-902f-426231bad99e req-a1e8346c-25af-4cd2-9570-13995c45eea9 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369182 Oct 12 17:54:05.699065 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 6b2c7936-488e-4d28-9ea8-ecf30bdbce6c up at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:54:05.763612 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning for port 6b2c7936-488e-4d28-9ea8-ecf30bdbce6c completed by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:54:05.769643 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning complete for port 6b2c7936-488e-4d28-9ea8-ecf30bdbce6c triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:54:05.770130 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:05.961659 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad04064-bbc1-4659-9e8a-2b53989025c7 req-da1b4122-7273-46bc-a25e-da6f29930ede tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:05.964098 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-aad04064-bbc1-4659-9e8a-2b53989025c7 req-da1b4122-7273-46bc-a25e-da6f29930ede tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 944 time: 0.0725999 Oct 12 17:54:06.015465 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-aad04064-bbc1-4659-9e8a-2b53989025c7 req-a49cc595-33cd-4a84-a1c9-181f4e56e111 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433404 Oct 12 17:54:06.027224 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:06.054177 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f18509-d73e-4cec-a592-f60e4eea1091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2c7936-488e-4d28-9ea8-ecf30bdbce6c'}] {{(pid=105768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:54:06.057009 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d673ce2dcb2bb4fbf918fb1a8c35d4bb21dca6670ea86fc912d44392d0d8dbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15601a31-344b-4949-b3cb-ea4f665fb738" -d '{"events": [{"server_uuid": "95f18509-d73e-4cec-a592-f60e4eea1091", "name": "network-vif-plugged", "status": "completed", "tag": "6b2c7936-488e-4d28-9ea8-ecf30bdbce6c"}]}' {{(pid=105768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:54:06.071652 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 6b2c7936-488e-4d28-9ea8-ecf30bdbce6c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6b2c7936-488e-4d28-9ea8-ecf30bdbce6c,segment=NetworkSegment(3f9a12ba-5c8e-4c52-a93d-d1890c37c703),segment_id=3f9a12ba-5c8e-4c52-a93d-d1890c37c703)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:54:06.080320 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:06.109399 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf6816d-f9ab-4eb1-82ef-9fb2104a3740 x-openstack-request-id: req-caf6816d-f9ab-4eb1-82ef-9fb2104a3740 {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:54:06.109728 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f18509-d73e-4cec-a592-f60e4eea1091", "name": "network-vif-plugged", "status": "completed", "tag": "6b2c7936-488e-4d28-9ea8-ecf30bdbce6c", "code": 200}]} {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:54:06.109946 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-caf6816d-f9ab-4eb1-82ef-9fb2104a3740 {{(pid=105768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:54:06.110332 dv-cinder-813226-2-iscsi neutron-server[105768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f18509-d73e-4cec-a592-f60e4eea1091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2c7936-488e-4d28-9ea8-ecf30bdbce6c', 'code': 200} Oct 12 17:54:06.140965 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=6b2c7936-488e-4d28-9ea8-ecf30bdbce6c,revision_number=5']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:54:06.383150 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd7e4f-a600-43c9-b2a4-cb7fd684c152 req-526690c4-4733-41e1-ac88-0cc0b9a85851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:06.384699 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-abcd7e4f-a600-43c9-b2a4-cb7fd684c152 req-526690c4-4733-41e1-ac88-0cc0b9a85851 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 1098 time: 0.0542607 Oct 12 17:54:06.428138 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-abcd7e4f-a600-43c9-b2a4-cb7fd684c152 req-577a9694-2d88-4757-9d07-7d920431ee43 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344198 Oct 12 17:54:06.484723 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b571f6-672e-4b48-a1c4-faaeeca72453 req-a82a12b5-394b-492f-828d-84613016bbe6 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:06.486225 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-80b571f6-672e-4b48-a1c4-faaeeca72453 req-a82a12b5-394b-492f-828d-84613016bbe6 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 945 time: 0.0642192 Oct 12 17:54:06.530201 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-80b571f6-672e-4b48-a1c4-faaeeca72453 req-45ead4b9-c730-4ace-b152-9602bec2f55d tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376055 Oct 12 17:54:07.141006 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a389e-57da-4d35-afc9-c2d703f6438e req-d7e8758b-b4ca-451f-b995-33454a2d5f20 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:07.143456 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e39a389e-57da-4d35-afc9-c2d703f6438e req-d7e8758b-b4ca-451f-b995-33454a2d5f20 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 945 time: 0.0587108 Oct 12 17:54:07.192891 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e39a389e-57da-4d35-afc9-c2d703f6438e req-81be9bdc-ee20-473d-a019-c6042a368281 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429664 Oct 12 17:54:07.671329 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84a5d5-2bdc-4dbe-9a72-f1a12e771815 req-06961b5e-b455-466d-b899-7e6f2fe17c81 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:07.672991 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4f84a5d5-2bdc-4dbe-9a72-f1a12e771815 req-06961b5e-b455-466d-b899-7e6f2fe17c81 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 945 time: 0.0607805 Oct 12 17:54:07.715767 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4f84a5d5-2bdc-4dbe-9a72-f1a12e771815 req-5914e40b-68a0-45c0-895c-d89c65d37d8a tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353217 Oct 12 17:54:08.291374 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-06717ee3-c60f-4492-9b8c-a6a5048d145f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:08.340830 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f821c4-606e-4e15-9b24-8dee30ca5b98 req-cb3a20db-5045-41dc-acce-ddcf651cd471 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:08.342367 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-88f821c4-606e-4e15-9b24-8dee30ca5b98 req-cb3a20db-5045-41dc-acce-ddcf651cd471 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 945 time: 0.0675972 Oct 12 17:54:08.380998 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-88f821c4-606e-4e15-9b24-8dee30ca5b98 req-2b2c19f1-467c-4e14-a4a2-ec3c56c760da tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323966 Oct 12 17:54:08.499758 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d88c36-ec88-4d54-8b23-b0041b2ce13d req-e1ee957e-895e-4b52-810e-9d0e9dd245c8 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:08.501234 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f1d88c36-ec88-4d54-8b23-b0041b2ce13d req-e1ee957e-895e-4b52-810e-9d0e9dd245c8 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 945 time: 0.0492556 Oct 12 17:54:08.542983 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f1d88c36-ec88-4d54-8b23-b0041b2ce13d req-7a8b5b3c-15a3-4b1e-86e7-21f67a639bf1 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355296 Oct 12 17:54:08.568276 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 38122) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:54:08.709180 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88a51eb-c36a-4e82-8484-0e9dcc7452ad tempest-TestShelveInstance-758548102 tempest-TestShelveInstance-758548102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:08.710716 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-e88a51eb-c36a-4e82-8484-0e9dcc7452ad tempest-TestShelveInstance-758548102 tempest-TestShelveInstance-758548102-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 1093 time: 0.1410239 Oct 12 17:54:08.713957 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 38126) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:54:08.718224 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-911bcfe4-682d-428d-bae1-9ef79be903e5 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Request body: {'floatingip': {'floating_network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'port_id': '6b2c7936-488e-4d28-9ea8-ecf30bdbce6c', 'tenant_id': '0af5809ae3f6462d823ee7e99ff16820', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:54:08.741752 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-911bcfe4-682d-428d-bae1-9ef79be903e5 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks [] for floatingip, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:08.858230 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be891110-6992-4e09-ab9f-72b40e230689 req-d6833f3c-4625-4021-b7e5-e0c1ff1ac700 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:08.859774 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-be891110-6992-4e09-ab9f-72b40e230689 req-d6833f3c-4625-4021-b7e5-e0c1ff1ac700 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 945 time: 0.0643139 Oct 12 17:54:08.894316 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-911bcfe4-682d-428d-bae1-9ef79be903e5 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:08.942107 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-be891110-6992-4e09-ab9f-72b40e230689 req-44fa7134-df12-4a25-9dee-0fc507c58718 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706480 Oct 12 17:54:09.015194 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-911bcfe4-682d-428d-bae1-9ef79be903e5 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Allocated IP 172.27.0.57 (57ccf176-38b9-4e1d-8eda-123c8986cf55/09d55e93-213a-4ce1-b19c-11c1c2f18eb4/5515ce2e-f34f-4288-941f-7460d7cae987) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:54:09.046962 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e54ada-edf3-4e8f-ae41-dd25375163b0 req-a6031169-7282-4461-8b10-5fac59530ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:09.048473 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-28e54ada-edf3-4e8f-ae41-dd25375163b0 req-a6031169-7282-4461-8b10-5fac59530ffd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dfd0375a96eb488fae8a38e2ba0c646a&device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 1098 time: 0.0436630 Oct 12 17:54:09.118133 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-911bcfe4-682d-428d-bae1-9ef79be903e5 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:09.139206 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e54ada-edf3-4e8f-ae41-dd25375163b0 req-992de441-01ff-45de-b19c-a56535c1a9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:09.140726 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-28e54ada-edf3-4e8f-ae41-dd25375163b0 req-992de441-01ff-45de-b19c-a56535c1a9a1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1d64f78d-25a5-4c4d-bea6-a6a102640e50 HTTP/1.1" status: 200 len: 919 time: 0.0840542 Oct 12 17:54:09.152364 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-911bcfe4-682d-428d-bae1-9ef79be903e5 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4464511'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:09.190897 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911bcfe4-682d-428d-bae1-9ef79be903e5 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Network 57ccf176-38b9-4e1d-8eda-123c8986cf55 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:54:09.193815 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-911bcfe4-682d-428d-bae1-9ef79be903e5 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:54:09.197356 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911bcfe4-682d-428d-bae1-9ef79be903e5 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:54:09.212370 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-28e54ada-edf3-4e8f-ae41-dd25375163b0 req-63ca490f-b142-4671-bd25-4e4088fb4149 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25ab8f82-e81c-4ff2-b9b7-a75ef18500ad HTTP/1.1" status: 200 len: 1001 time: 0.0626090 Oct 12 17:54:09.219910 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911bcfe4-682d-428d-bae1-9ef79be903e5 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Pushing event updated for resources: {'Port': ['ID=5515ce2e-f34f-4288-941f-7460d7cae987,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:54:09.230677 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911bcfe4-682d-428d-bae1-9ef79be903e5 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:09.231019 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911bcfe4-682d-428d-bae1-9ef79be903e5 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:09.231351 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911bcfe4-682d-428d-bae1-9ef79be903e5 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:09.231682 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911bcfe4-682d-428d-bae1-9ef79be903e5 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:09.232009 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911bcfe4-682d-428d-bae1-9ef79be903e5 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:09.232329 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911bcfe4-682d-428d-bae1-9ef79be903e5 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:09.232649 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911bcfe4-682d-428d-bae1-9ef79be903e5 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:09.232966 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911bcfe4-682d-428d-bae1-9ef79be903e5 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:09.233281 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911bcfe4-682d-428d-bae1-9ef79be903e5 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:09.233594 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911bcfe4-682d-428d-bae1-9ef79be903e5 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:09.233907 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911bcfe4-682d-428d-bae1-9ef79be903e5 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:09.234219 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911bcfe4-682d-428d-bae1-9ef79be903e5 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:09.262982 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e54ada-edf3-4e8f-ae41-dd25375163b0 req-72bac3f4-1d33-427f-b3bd-31374bea282b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:09.264486 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-28e54ada-edf3-4e8f-ae41-dd25375163b0 req-72bac3f4-1d33-427f-b3bd-31374bea282b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a884ca43-ba25-4d6f-85eb-cb8452a55329 HTTP/1.1" status: 200 len: 856 time: 0.0430269 Oct 12 17:54:09.321158 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e54ada-edf3-4e8f-ae41-dd25375163b0 req-8f13f65d-3690-4134-9a5f-99de83ba6435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:09.322625 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-28e54ada-edf3-4e8f-ae41-dd25375163b0 req-8f13f65d-3690-4134-9a5f-99de83ba6435 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1d64f78d-25a5-4c4d-bea6-a6a102640e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418272 Oct 12 17:54:09.416791 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-28e54ada-edf3-4e8f-ae41-dd25375163b0 req-c7b5d29b-b40c-423b-851e-c05a92a54136 service neutron] 10.222.0.44 "GET /v2.0/networks/1d64f78d-25a5-4c4d-bea6-a6a102640e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846264 Oct 12 17:54:09.506135 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-28e54ada-edf3-4e8f-ae41-dd25375163b0 req-e3c398e1-71a1-44c4-9c0a-252e29486aba service neutron] 10.222.0.44 "GET /v2.0/networks/1d64f78d-25a5-4c4d-bea6-a6a102640e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809031 Oct 12 17:54:09.788933 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-911bcfe4-682d-428d-bae1-9ef79be903e5 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:09.857306 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-911bcfe4-682d-428d-bae1-9ef79be903e5 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:10.043133 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-911bcfe4-682d-428d-bae1-9ef79be903e5 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:10.053732 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-911bcfe4-682d-428d-bae1-9ef79be903e5 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4464486'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:10.144040 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911bcfe4-682d-428d-bae1-9ef79be903e5 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Pushing event updated for resources: {'Port': ['ID=5515ce2e-f34f-4288-941f-7460d7cae987,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:54:10.155896 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de82d68-0261-4dc3-8db4-43e3c0210b45 req-aefebb93-195a-4545-a74b-74207b741de3 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:10.157395 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2de82d68-0261-4dc3-8db4-43e3c0210b45 req-aefebb93-195a-4545-a74b-74207b741de3 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 945 time: 0.1174173 Oct 12 17:54:10.170846 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-911bcfe4-682d-428d-bae1-9ef79be903e5 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8091027'] for floatingip, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:10.239799 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2de82d68-0261-4dc3-8db4-43e3c0210b45 req-38aaa0a1-93c8-4fd3-ae27-85ab80797527 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749822 Oct 12 17:54:10.287385 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.db.l3_db [None req-911bcfe4-682d-428d-bae1-9ef79be903e5 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Floating IP df17c772-8f6d-45d4-9584-58f1da527b51 associated. External IP: 172.27.0.57, port: 6b2c7936-488e-4d28-9ea8-ecf30bdbce6c. Oct 12 17:54:10.499419 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911bcfe4-682d-428d-bae1-9ef79be903e5 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Router 903f99a9-f191-4fcf-a743-26abe59c97e6 has already been hosted by L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 {{(pid=105766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:54:10.607555 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911bcfe4-682d-428d-bae1-9ef79be903e5 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:54:10.618827 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec17257-89a5-4ea9-982d-acc892e3506e None None] Sync routers for ids ['903f99a9-f191-4fcf-a743-26abe59c97e6'] in dv-cinder-813226-2-iscsi {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:54:10.627689 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-911bcfe4-682d-428d-bae1-9ef79be903e5 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for floatingip, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:10.630234 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec17257-89a5-4ea9-982d-acc892e3506e None None] Routers {'903f99a9-f191-4fcf-a743-26abe59c97e6'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:54:10.630844 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-aec17257-89a5-4ea9-982d-acc892e3506e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:53:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['903f99a9-f191-4fcf-a743-26abe59c97e6'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:54:10.666367 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-911bcfe4-682d-428d-bae1-9ef79be903e5 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9396749 Oct 12 17:54:10.666367 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f18509-d73e-4cec-a592-f60e4eea1091', 'tag': '6b2c7936-488e-4d28-9ea8-ecf30bdbce6c'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:54:10.666367 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ba8fd1764513c7e19680242eeb7ddb2adb145f07e018bb81601842aae508955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af40a0cb-bb9d-40d6-a0cf-aac4c9bff623" -d '{"events": [{"name": "network-changed", "server_uuid": "95f18509-d73e-4cec-a592-f60e4eea1091", "tag": "6b2c7936-488e-4d28-9ea8-ecf30bdbce6c"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:54:10.696227 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffaed8bd-aeb2-4a5a-b362-1b3ef252df67 x-openstack-request-id: req-ffaed8bd-aeb2-4a5a-b362-1b3ef252df67 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:54:10.696520 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f18509-d73e-4cec-a592-f60e4eea1091", "tag": "6b2c7936-488e-4d28-9ea8-ecf30bdbce6c", "status": "completed", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:54:10.696767 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-ffaed8bd-aeb2-4a5a-b362-1b3ef252df67 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:54:10.697166 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f18509-d73e-4cec-a592-f60e4eea1091', 'tag': '6b2c7936-488e-4d28-9ea8-ecf30bdbce6c', 'status': 'completed', 'code': 200} Oct 12 17:54:10.748881 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-aec17257-89a5-4ea9-982d-acc892e3506e None None] Set router 903f99a9-f191-4fcf-a743-26abe59c97e6 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:54:10.761471 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40a0cb-bb9d-40d6-a0cf-aac4c9bff623 req-e90e33d5-0e09-4cab-881f-0abb0acb8357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:10.763024 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-af40a0cb-bb9d-40d6-a0cf-aac4c9bff623 req-e90e33d5-0e09-4cab-881f-0abb0acb8357 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0af5809ae3f6462d823ee7e99ff16820&device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 1098 time: 0.0411620 Oct 12 17:54:10.858363 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40a0cb-bb9d-40d6-a0cf-aac4c9bff623 req-7cac3966-f82b-4446-8b83-0f98698028f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:10.859975 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-af40a0cb-bb9d-40d6-a0cf-aac4c9bff623 req-7cac3966-f82b-4446-8b83-0f98698028f4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9786a2da-354e-4b2b-944e-524749bdbde9 HTTP/1.1" status: 200 len: 910 time: 0.0883498 Oct 12 17:54:10.933899 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-af40a0cb-bb9d-40d6-a0cf-aac4c9bff623 req-584286cd-3ae4-4d1e-aa18-82e6a6fea5a6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b2c7936-488e-4d28-9ea8-ecf30bdbce6c HTTP/1.1" status: 200 len: 998 time: 0.0626037 Oct 12 17:54:10.996053 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40a0cb-bb9d-40d6-a0cf-aac4c9bff623 req-f789140c-8715-446f-890e-581a8b9224ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:10.997599 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-af40a0cb-bb9d-40d6-a0cf-aac4c9bff623 req-f789140c-8715-446f-890e-581a8b9224ed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1884ac9-4489-4c64-8eb4-289f84b932a8 HTTP/1.1" status: 200 len: 847 time: 0.0520563 Oct 12 17:54:11.005605 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-aec17257-89a5-4ea9-982d-acc892e3506e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903f99a9-f191-4fcf-a743-26abe59c97e6', 'name': 'tempest-TestShelveInstance-652908764-router', 'tenant_id': '0af5809ae3f6462d823ee7e99ff16820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '034214a9-7b77-4877-9f8e-9936e36a6e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:53:23Z', 'updated_at': '2021-10-12T17:53:25Z', 'revision_number': 4, 'project_id': '0af5809ae3f6462d823ee7e99ff16820', 'gw_port': {'id': '034214a9-7b77-4877-9f8e-9936e36a6e56', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:55:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903f99a9-f191-4fcf-a743-26abe59c97e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:53:23Z', 'updated_at': '2021-10-12T17:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_floatingips': [{'id': 'df17c772-8f6d-45d4-9584-58f1da527b51', 'tenant_id': '0af5809ae3f6462d823ee7e99ff16820', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'router_id': '903f99a9-f191-4fcf-a743-26abe59c97e6', 'port_id': '6b2c7936-488e-4d28-9ea8-ecf30bdbce6c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9786a2da-354e-4b2b-944e-524749bdbde9', 'mac_address': 'fa:16:3e:65:a0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f18509-d73e-4cec-a592-f60e4eea1091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:54:09Z', 'updated_at': '2021-10-12T17:54:09Z', 'revision_number': 0, 'project_id': '0af5809ae3f6462d823ee7e99ff16820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18fbd941-8573-423c-9ad5-54f67dedf7af', 'name': '', 'network_id': '9786a2da-354e-4b2b-944e-524749bdbde9', 'tenant_id': '0af5809ae3f6462d823ee7e99ff16820', 'mac_address': 'fa:16:3e:ee:7d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903f99a9-f191-4fcf-a743-26abe59c97e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'd1884ac9-4489-4c64-8eb4-289f84b932a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:53:25Z', 'updated_at': '2021-10-12T17:53:30Z', 'revision_number': 5, 'project_id': '0af5809ae3f6462d823ee7e99ff16820', 'subnets': [{'id': 'd1884ac9-4489-4c64-8eb4-289f84b932a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:54:11.036701 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec17257-89a5-4ea9-982d-acc892e3506e None None] Checking router: 903f99a9-f191-4fcf-a743-26abe59c97e6 for host: dv-cinder-813226-2-iscsi {{(pid=105768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:54:11.038728 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-48999e60-29da-4e59-b85a-4d154d3a1411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:11.046732 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec17257-89a5-4ea9-982d-acc892e3506e None None] Routers {'903f99a9-f191-4fcf-a743-26abe59c97e6'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:54:11.047181 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40a0cb-bb9d-40d6-a0cf-aac4c9bff623 req-20d2a86a-5403-48ee-9281-89f6cacaf4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:11.047313 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-aec17257-89a5-4ea9-982d-acc892e3506e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:54:11Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['903f99a9-f191-4fcf-a743-26abe59c97e6'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:54:11.048706 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-af40a0cb-bb9d-40d6-a0cf-aac4c9bff623 req-20d2a86a-5403-48ee-9281-89f6cacaf4ff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9786a2da-354e-4b2b-944e-524749bdbde9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418670 Oct 12 17:54:11.143601 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-af40a0cb-bb9d-40d6-a0cf-aac4c9bff623 req-bdacbc82-8c4c-4623-bccc-2842cda9aae3 service neutron] 10.222.0.44 "GET /v2.0/networks/9786a2da-354e-4b2b-944e-524749bdbde9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852880 Oct 12 17:54:11.154836 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-aec17257-89a5-4ea9-982d-acc892e3506e None None] Set router 903f99a9-f191-4fcf-a743-26abe59c97e6 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:54:11.240458 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-af40a0cb-bb9d-40d6-a0cf-aac4c9bff623 req-d686f207-c3dc-4c68-807d-9ea901e0eaed service neutron] 10.222.0.44 "GET /v2.0/networks/9786a2da-354e-4b2b-944e-524749bdbde9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881946 Oct 12 17:54:11.372121 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881eab7-a4e0-4197-9587-b9e2b30c7581 req-cdf78797-976a-429a-a039-01d034fd1c0b tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:11.373674 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5881eab7-a4e0-4197-9587-b9e2b30c7581 req-cdf78797-976a-429a-a039-01d034fd1c0b tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 945 time: 0.0496051 Oct 12 17:54:11.397639 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-aec17257-89a5-4ea9-982d-acc892e3506e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903f99a9-f191-4fcf-a743-26abe59c97e6', 'name': 'tempest-TestShelveInstance-652908764-router', 'tenant_id': '0af5809ae3f6462d823ee7e99ff16820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '034214a9-7b77-4877-9f8e-9936e36a6e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:53:23Z', 'updated_at': '2021-10-12T17:53:25Z', 'revision_number': 4, 'project_id': '0af5809ae3f6462d823ee7e99ff16820', 'gw_port': {'id': '034214a9-7b77-4877-9f8e-9936e36a6e56', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:55:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903f99a9-f191-4fcf-a743-26abe59c97e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:53:23Z', 'updated_at': '2021-10-12T17:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_floatingips': [{'id': 'df17c772-8f6d-45d4-9584-58f1da527b51', 'tenant_id': '0af5809ae3f6462d823ee7e99ff16820', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'router_id': '903f99a9-f191-4fcf-a743-26abe59c97e6', 'port_id': '6b2c7936-488e-4d28-9ea8-ecf30bdbce6c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9786a2da-354e-4b2b-944e-524749bdbde9', 'mac_address': 'fa:16:3e:65:a0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f18509-d73e-4cec-a592-f60e4eea1091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:54:09Z', 'updated_at': '2021-10-12T17:54:09Z', 'revision_number': 0, 'project_id': '0af5809ae3f6462d823ee7e99ff16820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18fbd941-8573-423c-9ad5-54f67dedf7af', 'name': '', 'network_id': '9786a2da-354e-4b2b-944e-524749bdbde9', 'tenant_id': '0af5809ae3f6462d823ee7e99ff16820', 'mac_address': 'fa:16:3e:ee:7d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903f99a9-f191-4fcf-a743-26abe59c97e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'd1884ac9-4489-4c64-8eb4-289f84b932a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:53:25Z', 'updated_at': '2021-10-12T17:53:30Z', 'revision_number': 5, 'project_id': '0af5809ae3f6462d823ee7e99ff16820', 'subnets': [{'id': 'd1884ac9-4489-4c64-8eb4-289f84b932a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:54:11.413103 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5881eab7-a4e0-4197-9587-b9e2b30c7581 req-4779245a-714d-43b0-addf-bed5e1110855 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323296 Oct 12 17:54:11.427413 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec17257-89a5-4ea9-982d-acc892e3506e None None] The sync data for ids ['903f99a9-f191-4fcf-a743-26abe59c97e6'] in dv-cinder-813226-2-iscsi is: [{'id': '903f99a9-f191-4fcf-a743-26abe59c97e6', 'name': 'tempest-TestShelveInstance-652908764-router', 'tenant_id': '0af5809ae3f6462d823ee7e99ff16820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '034214a9-7b77-4877-9f8e-9936e36a6e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:53:23Z', 'updated_at': '2021-10-12T17:53:25Z', 'revision_number': 4, 'project_id': '0af5809ae3f6462d823ee7e99ff16820', 'gw_port': {'id': '034214a9-7b77-4877-9f8e-9936e36a6e56', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:55:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903f99a9-f191-4fcf-a743-26abe59c97e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:53:23Z', 'updated_at': '2021-10-12T17:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_floatingips': [{'id': 'df17c772-8f6d-45d4-9584-58f1da527b51', 'tenant_id': '0af5809ae3f6462d823ee7e99ff16820', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'router_id': '903f99a9-f191-4fcf-a743-26abe59c97e6', 'port_id': '6b2c7936-488e-4d28-9ea8-ecf30bdbce6c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9786a2da-354e-4b2b-944e-524749bdbde9', 'mac_address': 'fa:16:3e:65:a0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f18509-d73e-4cec-a592-f60e4eea1091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:54:09Z', 'updated_at': '2021-10-12T17:54:09Z', 'revision_number': 0, 'project_id': '0af5809ae3f6462d823ee7e99ff16820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18fbd941-8573-423c-9ad5-54f67dedf7af', 'name': '', 'network_id': '9786a2da-354e-4b2b-944e-524749bdbde9', 'tenant_id': '0af5809ae3f6462d823ee7e99ff16820', 'mac_address': 'fa:16:3e:ee:7d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903f99a9-f191-4fcf-a743-26abe59c97e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'd1884ac9-4489-4c64-8eb4-289f84b932a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:53:25Z', 'updated_at': '2021-10-12T17:53:30Z', 'revision_number': 5, 'project_id': '0af5809ae3f6462d823ee7e99ff16820', 'subnets': [{'id': 'd1884ac9-4489-4c64-8eb4-289f84b932a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:54:11.623182 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736dbcc5-64ec-4e8c-9466-14130a23a5d1 None None] New status for floating IP df17c772-8f6d-45d4-9584-58f1da527b51: ACTIVE {{(pid=105769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:54:11.890481 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:11.922945 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [req-4c6a6c08-d909-4439-a588-4da2167fac88 req-17b15894-839f-4835-90bf-d2c41fb18b08 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=105766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 17:54:11.923898 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4c6a6c08-d909-4439-a588-4da2167fac88 req-17b15894-839f-4835-90bf-d2c41fb18b08 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054414 Oct 12 17:54:12.092402 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33302d9a-6816-4aca-9984-f3488dddbb70 req-9f5aa904-cf4e-4388-b98f-1dfb1e5e9ce0 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:12.093891 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-33302d9a-6816-4aca-9984-f3488dddbb70 req-9f5aa904-cf4e-4388-b98f-1dfb1e5e9ce0 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 945 time: 0.0532906 Oct 12 17:54:12.131781 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-33302d9a-6816-4aca-9984-f3488dddbb70 req-0c27109a-ca4c-421f-8ffa-76a2985542d5 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318172 Oct 12 17:54:12.140303 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 6 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:54:12.277693 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:12.351917 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 38180) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:54:12.449492 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-82a7a958-a313-4e01-9f63-4e93493690d5 req-94729bbb-f70c-4505-8da2-b93b1b9c61de service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0964141 Oct 12 17:54:12.458659 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [req-82a7a958-a313-4e01-9f63-4e93493690d5 req-c9c4e6b8-895b-4ffa-8d8e-5f20afbde05c service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=105767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 17:54:12.459609 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-82a7a958-a313-4e01-9f63-4e93493690d5 req-c9c4e6b8-895b-4ffa-8d8e-5f20afbde05c service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052462 Oct 12 17:54:13.269134 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74bf86-2a1f-4353-81e3-2af683f86c85 req-7b55c9ba-7a0b-4c9c-8cc1-df6625783968 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:13.270903 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ed74bf86-2a1f-4353-81e3-2af683f86c85 req-7b55c9ba-7a0b-4c9c-8cc1-df6625783968 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 945 time: 0.0604041 Oct 12 17:54:13.311907 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ed74bf86-2a1f-4353-81e3-2af683f86c85 req-d2a7999d-f24e-46c2-848f-d717841a5e14 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350628 Oct 12 17:54:13.745028 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:54:13.825815 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:13.839708 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:13.863733 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a264bb5c-11b8-44ff-8dc8-0c36d84b580c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25ab8f82-e81c-4ff2-b9b7-a75ef18500ad'}] {{(pid=105768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:54:13.866032 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d673ce2dcb2bb4fbf918fb1a8c35d4bb21dca6670ea86fc912d44392d0d8dbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd6c00c-a345-4187-a0a8-bff70173193e" -d '{"events": [{"server_uuid": "a264bb5c-11b8-44ff-8dc8-0c36d84b580c", "name": "network-vif-unplugged", "status": "completed", "tag": "25ab8f82-e81c-4ff2-b9b7-a75ef18500ad"}]}' {{(pid=105768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:54:13.883629 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=25ab8f82-e81c-4ff2-b9b7-a75ef18500ad,segment=NetworkSegment(1daa5b13-1a46-4a51-8ff5-99f71f99c000),segment_id=1daa5b13-1a46-4a51-8ff5-99f71f99c000)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:54:13.890764 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:13.920298 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 17:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c043dca5-8fc8-4c9d-8fed-91d6e065f7d6 x-openstack-request-id: req-c043dca5-8fc8-4c9d-8fed-91d6e065f7d6 {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:54:13.920741 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a264bb5c-11b8-44ff-8dc8-0c36d84b580c", "name": "network-vif-unplugged", "status": "completed", "tag": "25ab8f82-e81c-4ff2-b9b7-a75ef18500ad", "code": 200}]} {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:54:13.921129 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c043dca5-8fc8-4c9d-8fed-91d6e065f7d6 {{(pid=105768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:54:13.921676 dv-cinder-813226-2-iscsi neutron-server[105768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a264bb5c-11b8-44ff-8dc8-0c36d84b580c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25ab8f82-e81c-4ff2-b9b7-a75ef18500ad', 'code': 200} Oct 12 17:54:13.960394 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=25ab8f82-e81c-4ff2-b9b7-a75ef18500ad,revision_number=8']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:54:14.023462 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7a958-a313-4e01-9f63-4e93493690d5 req-9bf03161-78b6-414f-81c8-4816b669ce52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:14.025207 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-82a7a958-a313-4e01-9f63-4e93493690d5 req-9bf03161-78b6-414f-81c8-4816b669ce52 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c&tenant_id=dfd0375a96eb488fae8a38e2ba0c646a HTTP/1.1" status: 200 len: 1096 time: 0.0864961 Oct 12 17:54:14.100853 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7a958-a313-4e01-9f63-4e93493690d5 req-2def626f-20de-4b5d-beb5-09e4c594f5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:14.102293 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-82a7a958-a313-4e01-9f63-4e93493690d5 req-2def626f-20de-4b5d-beb5-09e4c594f5e4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dfd0375a96eb488fae8a38e2ba0c646a&device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 1096 time: 0.0506995 Oct 12 17:54:14.219690 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7a958-a313-4e01-9f63-4e93493690d5 req-d0294a21-c927-4098-9480-e184ebe2608b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:14.221465 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-82a7a958-a313-4e01-9f63-4e93493690d5 req-d0294a21-c927-4098-9480-e184ebe2608b service neutron] 10.222.0.44 "GET /v2.0/networks?id=1d64f78d-25a5-4c4d-bea6-a6a102640e50 HTTP/1.1" status: 200 len: 919 time: 0.1117783 Oct 12 17:54:14.300505 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-82a7a958-a313-4e01-9f63-4e93493690d5 req-bc48ac49-a030-4521-992f-062cde1748ff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25ab8f82-e81c-4ff2-b9b7-a75ef18500ad HTTP/1.1" status: 200 len: 999 time: 0.0685565 Oct 12 17:54:14.358133 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7a958-a313-4e01-9f63-4e93493690d5 req-160052f0-10cb-4160-9469-cfa76daee66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:14.359806 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-82a7a958-a313-4e01-9f63-4e93493690d5 req-160052f0-10cb-4160-9469-cfa76daee66a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a884ca43-ba25-4d6f-85eb-cb8452a55329 HTTP/1.1" status: 200 len: 856 time: 0.0507743 Oct 12 17:54:14.413640 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7a958-a313-4e01-9f63-4e93493690d5 req-c8baf81c-9525-4e79-b7fd-982f36b8eb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:14.415023 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-82a7a958-a313-4e01-9f63-4e93493690d5 req-c8baf81c-9525-4e79-b7fd-982f36b8eb4e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1d64f78d-25a5-4c4d-bea6-a6a102640e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452404 Oct 12 17:54:14.492501 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff02b0a-c04f-4ce9-8f71-b17ddf2ba744 req-bbcfa420-ca76-4f17-b7c0-35b14a0d6fb5 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:14.494168 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-bff02b0a-c04f-4ce9-8f71-b17ddf2ba744 req-bbcfa420-ca76-4f17-b7c0-35b14a0d6fb5 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 943 time: 0.1024289 Oct 12 17:54:14.513697 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-82a7a958-a313-4e01-9f63-4e93493690d5 req-64b2a5fb-ca87-424f-823a-94b6370ef075 service neutron] 10.222.0.44 "GET /v2.0/networks/1d64f78d-25a5-4c4d-bea6-a6a102640e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899608 Oct 12 17:54:14.536938 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-bff02b0a-c04f-4ce9-8f71-b17ddf2ba744 req-f6b5bcca-1271-40e8-8211-0b8104eaf8bc tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364063 Oct 12 17:54:14.613086 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-82a7a958-a313-4e01-9f63-4e93493690d5 req-9c2863a3-ab85-4b51-8e86-7f4e113c6f80 service neutron] 10.222.0.44 "GET /v2.0/networks/1d64f78d-25a5-4c4d-bea6-a6a102640e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905828 Oct 12 17:54:15.668330 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed21c7b-88fe-4cc6-865d-2d75c9e632fd req-c9cb119c-a8b9-452b-91e7-fed6c9947c36 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:15.669921 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8ed21c7b-88fe-4cc6-865d-2d75c9e632fd req-c9cb119c-a8b9-452b-91e7-fed6c9947c36 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 943 time: 0.0535886 Oct 12 17:54:15.711875 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8ed21c7b-88fe-4cc6-865d-2d75c9e632fd req-b4fdc10a-25de-44b6-9d9a-b3780ad8b0ab tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356660 Oct 12 17:54:16.846584 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d10ff-4253-4d7e-afc2-d7007df85b92 req-70f9ae4d-dac8-421d-b503-af6a1b80ad25 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:16.848228 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-288d10ff-4253-4d7e-afc2-d7007df85b92 req-70f9ae4d-dac8-421d-b503-af6a1b80ad25 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 943 time: 0.0514517 Oct 12 17:54:16.890955 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-288d10ff-4253-4d7e-afc2-d7007df85b92 req-3cab0823-1dee-4314-91d1-a8661ce294b7 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347435 Oct 12 17:54:18.025779 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ba659-02a4-4949-b411-18258f01e8e6 req-400ea7ca-24f5-4013-92cc-3fb0e4853652 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:18.027562 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-538ba659-02a4-4949-b411-18258f01e8e6 req-400ea7ca-24f5-4013-92cc-3fb0e4853652 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 943 time: 0.0524404 Oct 12 17:54:18.068285 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-538ba659-02a4-4949-b411-18258f01e8e6 req-63b976f2-9179-424d-925b-745a5c0f25da tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342982 Oct 12 17:54:19.194445 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeccb4e-6ced-4b68-a032-98f7ba085a55 req-f09af3b7-7713-40a6-a67d-bb77e75c505e tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:19.195935 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-beeccb4e-6ced-4b68-a032-98f7ba085a55 req-f09af3b7-7713-40a6-a67d-bb77e75c505e tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 943 time: 0.0536246 Oct 12 17:54:19.238298 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-beeccb4e-6ced-4b68-a032-98f7ba085a55 req-a3235fb6-50fb-44ad-9b20-fc3339fe6e65 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346003 Oct 12 17:54:20.371365 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ab811-9532-447d-884c-15d8491d7eeb req-dd72f009-ba00-4c56-b982-e496e10ac956 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:20.372848 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d31ab811-9532-447d-884c-15d8491d7eeb req-dd72f009-ba00-4c56-b982-e496e10ac956 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 943 time: 0.0559926 Oct 12 17:54:20.411003 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d31ab811-9532-447d-884c-15d8491d7eeb req-331827b9-06bc-40fe-a18c-8a0eef2642ef tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318518 Oct 12 17:54:21.542899 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a62176-0219-457c-a301-2914c205e108 req-981819be-2583-4976-85b6-13531bbccb90 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:21.544423 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-76a62176-0219-457c-a301-2914c205e108 req-981819be-2583-4976-85b6-13531bbccb90 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 943 time: 0.0570765 Oct 12 17:54:21.583330 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-76a62176-0219-457c-a301-2914c205e108 req-b8750e4a-bb36-47ea-a6b9-c6de8fbf039a tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327926 Oct 12 17:54:22.719161 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4782e-36a1-43f8-83dd-39e7df42a2c5 req-a492711e-2bd6-450e-aea2-e2c0507eb737 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:22.720678 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f7d4782e-36a1-43f8-83dd-39e7df42a2c5 req-a492711e-2bd6-450e-aea2-e2c0507eb737 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 943 time: 0.0592797 Oct 12 17:54:22.761421 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f7d4782e-36a1-43f8-83dd-39e7df42a2c5 req-a947eca4-4bcf-45aa-8563-7c0e4c9dd878 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345211 Oct 12 17:54:23.889418 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ba8cb-9d48-4eb7-929f-4c8a75713002 req-0c7d201d-95e1-4643-a829-40caa9f166a9 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:23.890979 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4d6ba8cb-9d48-4eb7-929f-4c8a75713002 req-0c7d201d-95e1-4643-a829-40caa9f166a9 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 943 time: 0.0522854 Oct 12 17:54:23.931217 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4d6ba8cb-9d48-4eb7-929f-4c8a75713002 req-9473186c-5f92-449d-ac14-8971c4f627db tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340562 Oct 12 17:54:25.053868 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943180c-0d55-4662-b712-8cc4fdcab30c req-c6521774-079b-482e-a207-96cb10edbdb5 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:25.055381 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-b943180c-0d55-4662-b712-8cc4fdcab30c req-c6521774-079b-482e-a207-96cb10edbdb5 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 943 time: 0.0485723 Oct 12 17:54:25.095367 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-b943180c-0d55-4662-b712-8cc4fdcab30c req-def228cd-c82c-40a4-ad2f-bc603f4a2b90 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332961 Oct 12 17:54:26.223944 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd45f7-526a-4675-bd3f-41b81d36c7cd req-f400ecaa-867b-4009-9c39-537041c77fa7 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:26.225320 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-76fd45f7-526a-4675-bd3f-41b81d36c7cd req-f400ecaa-867b-4009-9c39-537041c77fa7 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 943 time: 0.0550704 Oct 12 17:54:26.275120 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-76fd45f7-526a-4675-bd3f-41b81d36c7cd req-ef0843c3-fdc8-422d-bc7c-0dd16727fe54 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402927 Oct 12 17:54:26.678603 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:27.251534 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dacb3b1-08e1-4c54-9058-a3efa0bdefca req-8906afa8-9bce-4345-b777-ad05d463f1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:27.252989 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-4dacb3b1-08e1-4c54-9058-a3efa0bdefca req-8906afa8-9bce-4345-b777-ad05d463f1fc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dfd0375a96eb488fae8a38e2ba0c646a&device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 1096 time: 0.0444379 Oct 12 17:54:27.405578 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4dc40d-fb86-472d-bc0c-2af1438ed0a9 req-b58b4e87-899c-4389-aa40-677e45baff5a tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:27.407430 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0f4dc40d-fb86-472d-bc0c-2af1438ed0a9 req-b58b4e87-899c-4389-aa40-677e45baff5a tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 943 time: 0.0533423 Oct 12 17:54:27.448353 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0f4dc40d-fb86-472d-bc0c-2af1438ed0a9 req-e1af026c-dd75-4972-9723-0a86ea2e38d9 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346470 Oct 12 17:54:27.634933 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dacb3b1-08e1-4c54-9058-a3efa0bdefca req-008247a6-f2d8-4c8d-bac2-29050ef3fbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:27.636316 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-4dacb3b1-08e1-4c54-9058-a3efa0bdefca req-008247a6-f2d8-4c8d-bac2-29050ef3fbb5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1d64f78d-25a5-4c4d-bea6-a6a102640e50 HTTP/1.1" status: 200 len: 919 time: 0.3608708 Oct 12 17:54:27.712853 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-4dacb3b1-08e1-4c54-9058-a3efa0bdefca req-cbf9dc10-c96e-4a50-a6b8-8042927774c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25ab8f82-e81c-4ff2-b9b7-a75ef18500ad HTTP/1.1" status: 200 len: 999 time: 0.0667763 Oct 12 17:54:27.764277 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dacb3b1-08e1-4c54-9058-a3efa0bdefca req-925c3d9a-c3c8-48f3-98ac-efb965d1f640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:27.765774 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-4dacb3b1-08e1-4c54-9058-a3efa0bdefca req-925c3d9a-c3c8-48f3-98ac-efb965d1f640 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a884ca43-ba25-4d6f-85eb-cb8452a55329 HTTP/1.1" status: 200 len: 856 time: 0.0447171 Oct 12 17:54:27.818109 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dacb3b1-08e1-4c54-9058-a3efa0bdefca req-c811c098-4af6-449f-b169-be494bec7424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:27.819621 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-4dacb3b1-08e1-4c54-9058-a3efa0bdefca req-c811c098-4af6-449f-b169-be494bec7424 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1d64f78d-25a5-4c4d-bea6-a6a102640e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443118 Oct 12 17:54:27.911964 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-4dacb3b1-08e1-4c54-9058-a3efa0bdefca req-9c9e5324-7e6d-47b8-8aac-0097438539be service neutron] 10.222.0.44 "GET /v2.0/networks/1d64f78d-25a5-4c4d-bea6-a6a102640e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836110 Oct 12 17:54:28.015510 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-4dacb3b1-08e1-4c54-9058-a3efa0bdefca req-7aca05e8-2e86-4e94-9bb1-27ec30a716b1 service neutron] 10.222.0.44 "GET /v2.0/networks/1d64f78d-25a5-4c4d-bea6-a6a102640e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938315 Oct 12 17:54:28.571842 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8460eb-6508-4fee-bc77-6407331f2737 req-84e7b120-f0d0-4de6-bf37-e5cde48b5e98 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:28.573353 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-eb8460eb-6508-4fee-bc77-6407331f2737 req-84e7b120-f0d0-4de6-bf37-e5cde48b5e98 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 943 time: 0.0506992 Oct 12 17:54:28.614976 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-eb8460eb-6508-4fee-bc77-6407331f2737 req-e8e3f6c8-4c85-4ffd-8d25-24d1e25d0b6c tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328698 Oct 12 17:54:29.760048 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2135e-da07-464c-8786-80cad7a79eb4 req-980f0be9-37cf-4d98-9042-cc38dfb29129 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:29.761539 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e2c2135e-da07-464c-8786-80cad7a79eb4 req-980f0be9-37cf-4d98-9042-cc38dfb29129 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 943 time: 0.0612855 Oct 12 17:54:29.802509 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e2c2135e-da07-464c-8786-80cad7a79eb4 req-23068d9b-b013-4373-be17-830bb8cc86e6 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322480 Oct 12 17:54:30.935283 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0039d3-8663-4797-9a4a-d49430ed76ac req-6fc2a114-e10e-4d4b-8152-c01d4af8d9c5 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:30.936767 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-3c0039d3-8663-4797-9a4a-d49430ed76ac req-6fc2a114-e10e-4d4b-8152-c01d4af8d9c5 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 943 time: 0.0506005 Oct 12 17:54:30.976875 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-3c0039d3-8663-4797-9a4a-d49430ed76ac req-fc3c4cd4-c6bc-4471-ad92-b11fce6d7c4f tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337429 Oct 12 17:54:32.102064 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57015db7-8b20-47de-8fde-4b4f140ff93a req-34248ecf-cc2d-4f00-a941-ccd850cae1a1 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:32.103576 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-57015db7-8b20-47de-8fde-4b4f140ff93a req-34248ecf-cc2d-4f00-a941-ccd850cae1a1 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 943 time: 0.0521472 Oct 12 17:54:32.144339 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-57015db7-8b20-47de-8fde-4b4f140ff93a req-8f3bb83f-98fd-42aa-84cd-fc76af750603 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314162 Oct 12 17:54:33.278328 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea015b9-f71c-43b6-b190-eea12f1db4db req-6afac6e6-f419-451e-a9cf-59e1f6c26343 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:33.279828 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-eea015b9-f71c-43b6-b190-eea12f1db4db req-6afac6e6-f419-451e-a9cf-59e1f6c26343 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 943 time: 0.0543618 Oct 12 17:54:33.318544 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-eea015b9-f71c-43b6-b190-eea12f1db4db req-5e4899d1-e7e2-4391-bcf6-bff0878efffe tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324609 Oct 12 17:54:34.439426 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8f0ac-80cf-4f28-a8bc-58b28106e1a3 req-6ffe7108-5a57-440f-8ccd-6ebc92c88395 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:34.441228 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6fd8f0ac-80cf-4f28-a8bc-58b28106e1a3 req-6ffe7108-5a57-440f-8ccd-6ebc92c88395 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 943 time: 0.0498981 Oct 12 17:54:34.481752 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6fd8f0ac-80cf-4f28-a8bc-58b28106e1a3 req-3a7014f2-f454-47e7-99ae-0c8bb8ab202c tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336666 Oct 12 17:54:35.686042 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af467830-2ce2-4f22-9106-5fdc7c3fbab7 req-638cd405-b6f1-46aa-b730-7a834753c899 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:35.687591 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-af467830-2ce2-4f22-9106-5fdc7c3fbab7 req-638cd405-b6f1-46aa-b730-7a834753c899 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 943 time: 0.1138003 Oct 12 17:54:35.733429 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-af467830-2ce2-4f22-9106-5fdc7c3fbab7 req-ca7e168e-db57-4aa9-82e7-0685d01fedc6 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374849 Oct 12 17:54:35.831491 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:54:35.930840 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=25ab8f82-e81c-4ff2-b9b7-a75ef18500ad,segment=NetworkSegment(1daa5b13-1a46-4a51-8ff5-99f71f99c000),segment_id=1daa5b13-1a46-4a51-8ff5-99f71f99c000)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:54:35.943123 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Returning: {'device': '25ab8f82-e81c-4ff2-b9b7-a75ef18500ad', 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50', 'port_id': '25ab8f82-e81c-4ff2-b9b7-a75ef18500ad', 'mac_address': 'fa:16:3e:d9:20:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a884ca43-ba25-4d6f-85eb-cb8452a55329', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:54:35.983222 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:35.997526 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad {{(pid=105768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:54:36.026066 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=25ab8f82-e81c-4ff2-b9b7-a75ef18500ad,segment=NetworkSegment(1daa5b13-1a46-4a51-8ff5-99f71f99c000),segment_id=1daa5b13-1a46-4a51-8ff5-99f71f99c000)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:54:36.031883 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:36.084103 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=25ab8f82-e81c-4ff2-b9b7-a75ef18500ad,revision_number=9']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:54:36.256649 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['25ab8f82-e81c-4ff2-b9b7-a75ef18500ad'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:54:36.868476 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312aaae1-c83c-4b3f-83e3-ae30205d1ba0 req-887db0da-dc98-4ddd-9d5a-d74f4dcdc888 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:36.869961 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-312aaae1-c83c-4b3f-83e3-ae30205d1ba0 req-887db0da-dc98-4ddd-9d5a-d74f4dcdc888 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 944 time: 0.0592041 Oct 12 17:54:36.909667 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-312aaae1-c83c-4b3f-83e3-ae30205d1ba0 req-6d14628b-1991-4bb4-92f1-9dc3fa60fc7c tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334311 Oct 12 17:54:37.859895 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad up at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:54:37.910278 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning complete for port 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:54:37.910668 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:37.994557 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:38.018631 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a264bb5c-11b8-44ff-8dc8-0c36d84b580c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ab8f82-e81c-4ff2-b9b7-a75ef18500ad'}] {{(pid=105768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:54:38.021026 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d673ce2dcb2bb4fbf918fb1a8c35d4bb21dca6670ea86fc912d44392d0d8dbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27a4e95-c465-40b6-9e78-bde56c05bc96" -d '{"events": [{"server_uuid": "a264bb5c-11b8-44ff-8dc8-0c36d84b580c", "name": "network-vif-plugged", "status": "completed", "tag": "25ab8f82-e81c-4ff2-b9b7-a75ef18500ad"}]}' {{(pid=105768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:54:38.034475 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=25ab8f82-e81c-4ff2-b9b7-a75ef18500ad,segment=NetworkSegment(1daa5b13-1a46-4a51-8ff5-99f71f99c000),segment_id=1daa5b13-1a46-4a51-8ff5-99f71f99c000)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:54:38.037067 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abef5d8-fb37-4332-8087-c6e304de6a69 req-f0ad2139-b30f-43d5-9264-d9db8fa4a82e tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:38.038788 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8abef5d8-fb37-4332-8087-c6e304de6a69 req-f0ad2139-b30f-43d5-9264-d9db8fa4a82e tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 944 time: 0.0512185 Oct 12 17:54:38.040707 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:38.064498 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603c1a63-f3ca-4b47-b14b-35d24f6de7be x-openstack-request-id: req-603c1a63-f3ca-4b47-b14b-35d24f6de7be {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:54:38.065144 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a264bb5c-11b8-44ff-8dc8-0c36d84b580c", "name": "network-vif-plugged", "status": "completed", "tag": "25ab8f82-e81c-4ff2-b9b7-a75ef18500ad", "code": 200}]} {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:54:38.065388 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-603c1a63-f3ca-4b47-b14b-35d24f6de7be {{(pid=105768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:54:38.065771 dv-cinder-813226-2-iscsi neutron-server[105768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a264bb5c-11b8-44ff-8dc8-0c36d84b580c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ab8f82-e81c-4ff2-b9b7-a75ef18500ad', 'code': 200} Oct 12 17:54:38.082813 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8abef5d8-fb37-4332-8087-c6e304de6a69 req-019d8fc6-db6d-4504-8293-d4c5ec82f95c tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350451 Oct 12 17:54:38.094051 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=25ab8f82-e81c-4ff2-b9b7-a75ef18500ad,revision_number=10']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:54:38.286762 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-5803fdbc-1943-47d2-8a1e-0eed48e70d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:38.622554 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b2f5d-309b-48e9-b61c-97efb690616d req-5dd515aa-2c61-4bd4-a9d8-ac663f1fd46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:38.624074 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-697b2f5d-309b-48e9-b61c-97efb690616d req-5dd515aa-2c61-4bd4-a9d8-ac663f1fd46d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 1099 time: 0.1091206 Oct 12 17:54:38.661470 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-697b2f5d-309b-48e9-b61c-97efb690616d req-ba5a71d8-5ae4-4fd5-aaba-d8b9116b1cca service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291660 Oct 12 17:54:39.216475 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44deb2-7f61-41dc-9738-21546edcaf39 req-a29ddf25-7261-4a74-8397-e8e6ef2a9e3f tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:39.217983 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-dc44deb2-7f61-41dc-9738-21546edcaf39 req-a29ddf25-7261-4a74-8397-e8e6ef2a9e3f tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 946 time: 0.0539498 Oct 12 17:54:39.260271 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-dc44deb2-7f61-41dc-9738-21546edcaf39 req-f829354d-42e5-4aad-a4a9-e2f9d20da19f tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350885 Oct 12 17:54:40.396316 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da488302-0207-4800-83cc-991a820e16fa req-47e5be93-9b09-4eff-ab3c-89aae5199c74 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:40.397805 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-da488302-0207-4800-83cc-991a820e16fa req-47e5be93-9b09-4eff-ab3c-89aae5199c74 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 946 time: 0.0541806 Oct 12 17:54:40.437756 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-da488302-0207-4800-83cc-991a820e16fa req-4dfe361a-0ed4-40f0-9a47-eab55a3dae71 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332084 Oct 12 17:54:41.014372 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-11c54f01-6239-4129-8e7f-697eaf211bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:41.561288 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb95ff9-d1bb-45f7-a788-f65b6616950b req-bde3c0a6-1d82-4354-967d-62b5cd420c59 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:41.562796 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-7bb95ff9-d1bb-45f7-a788-f65b6616950b req-bde3c0a6-1d82-4354-967d-62b5cd420c59 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 946 time: 0.0495992 Oct 12 17:54:41.607671 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-7bb95ff9-d1bb-45f7-a788-f65b6616950b req-0b116ee0-7a51-46b0-ac18-1a2478198cb9 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383062 Oct 12 17:54:41.888091 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:42.286282 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:43.816096 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:49.139977 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 6 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:54:56.672437 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:56.983324 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94005736-fbe6-4713-a0a5-1bd9899cee0f req-1a9c0dc1-130e-4603-a117-a8c39c1e033e tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:56.984917 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-94005736-fbe6-4713-a0a5-1bd9899cee0f req-1a9c0dc1-130e-4603-a117-a8c39c1e033e tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=2c00da80-38c6-4e22-9130-b7c2457bdb31 HTTP/1.1" status: 200 len: 946 time: 0.0570204 Oct 12 17:54:57.034610 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-94005736-fbe6-4713-a0a5-1bd9899cee0f req-7d50dd59-6fe6-44e1-9ed1-f11a1c43442f tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=e7a66cd1-4645-4714-b577-284db3c3afd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365956 Oct 12 17:54:58.164507 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae9039-e31a-49a9-a2d2-63fb5ddbb097 req-17549a37-deb7-48d4-9fff-845b25a01547 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:58.166044 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-43ae9039-e31a-49a9-a2d2-63fb5ddbb097 req-17549a37-deb7-48d4-9fff-845b25a01547 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=2c00da80-38c6-4e22-9130-b7c2457bdb31 HTTP/1.1" status: 200 len: 946 time: 0.0582006 Oct 12 17:54:58.205853 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-43ae9039-e31a-49a9-a2d2-63fb5ddbb097 req-70d85f76-7a98-4a75-98db-6311a9d1fce7 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=e7a66cd1-4645-4714-b577-284db3c3afd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334721 Oct 12 17:54:58.914049 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da98bec-38fa-481b-9780-0ef998144680 req-aa5b63cc-176a-44dc-8b19-5dd8b8b4e2dd tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:58.915571 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-6da98bec-38fa-481b-9780-0ef998144680 req-aa5b63cc-176a-44dc-8b19-5dd8b8b4e2dd tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c00da80-38c6-4e22-9130-b7c2457bdb31 HTTP/1.1" status: 200 len: 946 time: 0.0553277 Oct 12 17:54:59.020582 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [req-6da98bec-38fa-481b-9780-0ef998144680 req-c1f701e3-1566-45c5-a524-a20c4083350d tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Deleting port f26e7cea-55fb-4ee8-8024-d63ac44713c3 {{(pid=105767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:54:59.020920 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-6da98bec-38fa-481b-9780-0ef998144680 req-c1f701e3-1566-45c5-a524-a20c4083350d tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:59.114450 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-6da98bec-38fa-481b-9780-0ef998144680 req-c1f701e3-1566-45c5-a524-a20c4083350d tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] For port f26e7cea-55fb-4ee8-8024-d63ac44713c3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f26e7cea-55fb-4ee8-8024-d63ac44713c3,segment=NetworkSegment(05f459ba-52ee-4bb6-9d47-8bda0a83627a),segment_id=05f459ba-52ee-4bb6-9d47-8bda0a83627a)] {{(pid=105767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:54:59.114865 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-6da98bec-38fa-481b-9780-0ef998144680 req-c1f701e3-1566-45c5-a524-a20c4083350d tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:59.318902 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-6da98bec-38fa-481b-9780-0ef998144680 req-c1f701e3-1566-45c5-a524-a20c4083350d tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:59.319256 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-6da98bec-38fa-481b-9780-0ef998144680 req-c1f701e3-1566-45c5-a524-a20c4083350d tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8091027'] for floatingip, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:59.326897 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.db.l3_db [req-6da98bec-38fa-481b-9780-0ef998144680 req-c1f701e3-1566-45c5-a524-a20c4083350d tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Floating IP 12aa0d09-a709-42b5-857e-9848456696f5 disassociated. External IP: 172.27.0.150, port: f26e7cea-55fb-4ee8-8024-d63ac44713c3. Oct 12 17:54:59.326897 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [req-6da98bec-38fa-481b-9780-0ef998144680 req-c1f701e3-1566-45c5-a524-a20c4083350d tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Calling delete_port for f26e7cea-55fb-4ee8-8024-d63ac44713c3 owned by compute:nova {{(pid=105767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:54:59.332836 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eea683-b786-414c-b339-7d0a860ce334 req-a7d08c2b-a06b-4e14-93e4-cd2aa2797c57 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:59.334388 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-42eea683-b786-414c-b339-7d0a860ce334 req-a7d08c2b-a06b-4e14-93e4-cd2aa2797c57 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/ports?device_id=2c00da80-38c6-4e22-9130-b7c2457bdb31 HTTP/1.1" status: 200 len: 946 time: 0.0504732 Oct 12 17:54:59.373219 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-42eea683-b786-414c-b339-7d0a860ce334 req-82b697e2-9793-4352-97b6-071939e320a0 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups?id=e7a66cd1-4645-4714-b577-284db3c3afd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318949 Oct 12 17:54:59.456951 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-6da98bec-38fa-481b-9780-0ef998144680 req-c1f701e3-1566-45c5-a524-a20c4083350d tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:59.490828 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f701e3-1566-45c5-a524-a20c4083350d tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Pushing event deleted for resources: {'Port': ['ID=f26e7cea-55fb-4ee8-8024-d63ac44713c3,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:54:59.502397 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f701e3-1566-45c5-a524-a20c4083350d tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:59.502696 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f701e3-1566-45c5-a524-a20c4083350d tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:59.503036 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f701e3-1566-45c5-a524-a20c4083350d tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:59.503353 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f701e3-1566-45c5-a524-a20c4083350d tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:59.503694 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f701e3-1566-45c5-a524-a20c4083350d tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:59.504027 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f701e3-1566-45c5-a524-a20c4083350d tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:59.504343 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f701e3-1566-45c5-a524-a20c4083350d tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:59.504663 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f701e3-1566-45c5-a524-a20c4083350d tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:59.504986 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f701e3-1566-45c5-a524-a20c4083350d tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:59.505302 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f701e3-1566-45c5-a524-a20c4083350d tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:59.505602 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f701e3-1566-45c5-a524-a20c4083350d tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:59.505916 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f701e3-1566-45c5-a524-a20c4083350d tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:59.619866 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6da98bec-38fa-481b-9780-0ef998144680 req-c1f701e3-1566-45c5-a524-a20c4083350d tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Router 2756c817-f350-4cfa-bb8b-67ae39e636e8 has already been hosted by L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 {{(pid=105767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:54:59.733701 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6da98bec-38fa-481b-9780-0ef998144680 req-c1f701e3-1566-45c5-a524-a20c4083350d tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:54:59.744328 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d590fea5-e594-4598-8739-798dbcde83b7 None None] Sync routers for ids ['2756c817-f350-4cfa-bb8b-67ae39e636e8'] in dv-cinder-813226-2-iscsi {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:54:59.753488 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d590fea5-e594-4598-8739-798dbcde83b7 None None] Routers {'2756c817-f350-4cfa-bb8b-67ae39e636e8'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:54:59.754106 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-d590fea5-e594-4598-8739-798dbcde83b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:54:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['2756c817-f350-4cfa-bb8b-67ae39e636e8'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:54:59.777922 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da98bec-38fa-481b-9780-0ef998144680 req-c1f701e3-1566-45c5-a524-a20c4083350d tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] No DVR routers for this DVR port f26e7cea-55fb-4ee8-8024-d63ac44713c3 on host hv-cinder-81322 {{(pid=105767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:54:59.780750 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-6da98bec-38fa-481b-9780-0ef998144680 req-c1f701e3-1566-45c5-a524-a20c4083350d tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:59.784634 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-6da98bec-38fa-481b-9780-0ef998144680 req-c1f701e3-1566-45c5-a524-a20c4083350d tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.44 "DELETE /v2.0/ports/f26e7cea-55fb-4ee8-8024-d63ac44713c3 HTTP/1.1" status: 204 len: 173 time: 0.8613362 Oct 12 17:54:59.785068 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c00da80-38c6-4e22-9130-b7c2457bdb31', 'name': 'network-vif-deleted', 'tag': 'f26e7cea-55fb-4ee8-8024-d63ac44713c3'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:54:59.787591 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4187c3f-c51a-451a-9752-709b434a572f" -d '{"events": [{"server_uuid": "2c00da80-38c6-4e22-9130-b7c2457bdb31", "name": "network-vif-deleted", "tag": "f26e7cea-55fb-4ee8-8024-d63ac44713c3"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:54:59.868034 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-d590fea5-e594-4598-8739-798dbcde83b7 None None] Set router 2756c817-f350-4cfa-bb8b-67ae39e636e8 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:54:59.907800 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c443e028-234c-4d29-9e97-dda89370413d x-openstack-request-id: req-c443e028-234c-4d29-9e97-dda89370413d {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:54:59.908106 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c00da80-38c6-4e22-9130-b7c2457bdb31", "name": "network-vif-deleted", "tag": "f26e7cea-55fb-4ee8-8024-d63ac44713c3", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:54:59.908346 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c443e028-234c-4d29-9e97-dda89370413d {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:54:59.908740 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c00da80-38c6-4e22-9130-b7c2457bdb31', 'name': 'network-vif-deleted', 'tag': 'f26e7cea-55fb-4ee8-8024-d63ac44713c3', 'status': 'completed', 'code': 200} Oct 12 17:55:00.232203 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-d590fea5-e594-4598-8739-798dbcde83b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'name': 'tempest-AttachVolumeTestJSON-2009213917-router', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '03856ee2-eb3a-4878-b203-3708c37b364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:49:15Z', 'updated_at': '2021-10-12T17:49:22Z', 'revision_number': 4, 'project_id': 'e4096f27defa41969a63e8b81d280fb2', 'gw_port': {'id': '03856ee2-eb3a-4878-b203-3708c37b364d', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:16Z', 'updated_at': '2021-10-12T17:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': '2247843e-6e0a-42d1-8831-44ae16fc96e2', 'name': '', 'network_id': '8daa865d-6215-4088-990f-5e71670febd0', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'mac_address': 'fa:16:3e:8a:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2c9bbc10-98c9-4f8e-a058-09cebb338727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:20Z', 'updated_at': '2021-10-12T17:49:31Z', 'revision_number': 5, 'project_id': 'e4096f27defa41969a63e8b81d280fb2', 'subnets': [{'id': '2c9bbc10-98c9-4f8e-a058-09cebb338727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:55:00.260598 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d590fea5-e594-4598-8739-798dbcde83b7 None None] Checking router: 2756c817-f350-4cfa-bb8b-67ae39e636e8 for host: dv-cinder-813226-2-iscsi {{(pid=105768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:55:00.273962 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d590fea5-e594-4598-8739-798dbcde83b7 None None] Routers {'2756c817-f350-4cfa-bb8b-67ae39e636e8'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:55:00.274636 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-d590fea5-e594-4598-8739-798dbcde83b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:54:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['2756c817-f350-4cfa-bb8b-67ae39e636e8'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:55:00.397620 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-d590fea5-e594-4598-8739-798dbcde83b7 None None] Set router 2756c817-f350-4cfa-bb8b-67ae39e636e8 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:55:00.481356 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 38480) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:55:00.543351 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c7ed6ae3-0d90-49fe-abba-1e64749da317 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:00.570240 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c7ed6ae3-0d90-49fe-abba-1e64749da317 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:00.628676 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c7ed6ae3-0d90-49fe-abba-1e64749da317 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:00.629695 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-d590fea5-e594-4598-8739-798dbcde83b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'name': 'tempest-AttachVolumeTestJSON-2009213917-router', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '03856ee2-eb3a-4878-b203-3708c37b364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:49:15Z', 'updated_at': '2021-10-12T17:49:22Z', 'revision_number': 4, 'project_id': 'e4096f27defa41969a63e8b81d280fb2', 'gw_port': {'id': '03856ee2-eb3a-4878-b203-3708c37b364d', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:16Z', 'updated_at': '2021-10-12T17:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': '2247843e-6e0a-42d1-8831-44ae16fc96e2', 'name': '', 'network_id': '8daa865d-6215-4088-990f-5e71670febd0', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'mac_address': 'fa:16:3e:8a:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2c9bbc10-98c9-4f8e-a058-09cebb338727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:20Z', 'updated_at': '2021-10-12T17:49:31Z', 'revision_number': 5, 'project_id': 'e4096f27defa41969a63e8b81d280fb2', 'subnets': [{'id': '2c9bbc10-98c9-4f8e-a058-09cebb338727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:55:00.633344 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c7ed6ae3-0d90-49fe-abba-1e64749da317 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:00.637233 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-c7ed6ae3-0d90-49fe-abba-1e64749da317 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "DELETE /v2.0/security-groups/e7a66cd1-4645-4714-b577-284db3c3afd7 HTTP/1.1" status: 204 len: 168 time: 0.1521964 Oct 12 17:55:00.637672 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 38482) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:55:00.646052 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed6ae3-0d90-49fe-abba-1e64749da317 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a66cd1-4645-4714-b577-284db3c3afd7,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:00.662031 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d590fea5-e594-4598-8739-798dbcde83b7 None None] The sync data for ids ['2756c817-f350-4cfa-bb8b-67ae39e636e8'] in dv-cinder-813226-2-iscsi is: [{'id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'name': 'tempest-AttachVolumeTestJSON-2009213917-router', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '03856ee2-eb3a-4878-b203-3708c37b364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:49:15Z', 'updated_at': '2021-10-12T17:49:22Z', 'revision_number': 4, 'project_id': 'e4096f27defa41969a63e8b81d280fb2', 'gw_port': {'id': '03856ee2-eb3a-4878-b203-3708c37b364d', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:16Z', 'updated_at': '2021-10-12T17:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': '2247843e-6e0a-42d1-8831-44ae16fc96e2', 'name': '', 'network_id': '8daa865d-6215-4088-990f-5e71670febd0', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'mac_address': 'fa:16:3e:8a:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2c9bbc10-98c9-4f8e-a058-09cebb338727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:20Z', 'updated_at': '2021-10-12T17:49:31Z', 'revision_number': 5, 'project_id': 'e4096f27defa41969a63e8b81d280fb2', 'subnets': [{'id': '2c9bbc10-98c9-4f8e-a058-09cebb338727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:55:00.664004 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.api.v2.resource [None req-d3233e55-63f9-42b6-ba2d-866a097c179f tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] show failed (client error): The resource could not be found. Oct 12 17:55:00.669379 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 38484) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:55:00.669682 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-d3233e55-63f9-42b6-ba2d-866a097c179f tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "GET /v2.0/security-groups/e7a66cd1-4645-4714-b577-284db3c3afd7 HTTP/1.1" status: 404 len: 347 time: 0.0309289 Oct 12 17:55:00.809317 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [None req-c503c1e1-269e-4f22-9d97-d5db283db3a2 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Deleting port 2aef6a07-dfd1-4941-bc3e-74c7537f1c45 {{(pid=105767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:55:00.809605 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c503c1e1-269e-4f22-9d97-d5db283db3a2 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:00.899307 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c503c1e1-269e-4f22-9d97-d5db283db3a2 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:00.899726 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c503c1e1-269e-4f22-9d97-d5db283db3a2 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:00.900560 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9894194-3927-4488-bee1-f168286c0fe2 None None] New status for floating IP 12aa0d09-a709-42b5-857e-9848456696f5: DOWN {{(pid=105769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:55:00.912731 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [None req-c503c1e1-269e-4f22-9d97-d5db283db3a2 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Calling delete_port for 2aef6a07-dfd1-4941-bc3e-74c7537f1c45 owned by network:floatingip {{(pid=105767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:55:01.084266 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c503c1e1-269e-4f22-9d97-d5db283db3a2 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:01.110592 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503c1e1-269e-4f22-9d97-d5db283db3a2 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Pushing event deleted for resources: {'Port': ['ID=2aef6a07-dfd1-4941-bc3e-74c7537f1c45,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:01.167614 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c503c1e1-269e-4f22-9d97-d5db283db3a2 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks [] for floatingip, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:01.170042 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c503c1e1-269e-4f22-9d97-d5db283db3a2 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for floatingip, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:01.171267 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-c503c1e1-269e-4f22-9d97-d5db283db3a2 tempest-AttachVolumeTestJSON-1765945788 tempest-AttachVolumeTestJSON-1765945788-project] 10.222.0.85 "DELETE /v2.0/floatingips/12aa0d09-a709-42b5-857e-9848456696f5 HTTP/1.1" status: 204 len: 168 time: 0.5007975 Oct 12 17:55:04.001767 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device f26e7cea-55fb-4ee8-8024-d63ac44713c3 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:55:04.022696 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] No Port match for: f26e7cea-55fb-4ee8-8024-d63ac44713c3 {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:55:04.023027 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device f26e7cea-55fb-4ee8-8024-d63ac44713c3 not bound to the agent host hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:55:04.762478 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 38514) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:55:05.248966 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c7bc6080-5d25-439a-8c6d-529f5e9d5f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8115347'] for router_interface, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:05.503925 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [None req-c7bc6080-5d25-439a-8c6d-529f5e9d5f5a admin admin] Deleting port 2247843e-6e0a-42d1-8831-44ae16fc96e2 {{(pid=105767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:55:05.504278 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c7bc6080-5d25-439a-8c6d-529f5e9d5f5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:05.596142 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-c7bc6080-5d25-439a-8c6d-529f5e9d5f5a admin admin] For port 2247843e-6e0a-42d1-8831-44ae16fc96e2, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=2247843e-6e0a-42d1-8831-44ae16fc96e2,segment=NetworkSegment(05f459ba-52ee-4bb6-9d47-8bda0a83627a),segment_id=05f459ba-52ee-4bb6-9d47-8bda0a83627a)] {{(pid=105767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:55:05.596531 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c7bc6080-5d25-439a-8c6d-529f5e9d5f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:05.616373 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [None req-c7bc6080-5d25-439a-8c6d-529f5e9d5f5a admin admin] Calling delete_port for 2247843e-6e0a-42d1-8831-44ae16fc96e2 owned by network:router_interface {{(pid=105767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:55:05.814679 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c7bc6080-5d25-439a-8c6d-529f5e9d5f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:05.843973 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc6080-5d25-439a-8c6d-529f5e9d5f5a admin admin] Pushing event deleted for resources: {'Port': ['ID=2247843e-6e0a-42d1-8831-44ae16fc96e2,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:06.012293 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c7bc6080-5d25-439a-8c6d-529f5e9d5f5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8115239'] for router_interface, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:06.238526 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7bc6080-5d25-439a-8c6d-529f5e9d5f5a admin admin] Router 2756c817-f350-4cfa-bb8b-67ae39e636e8 has already been hosted by L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 {{(pid=105767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:55:06.355321 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7bc6080-5d25-439a-8c6d-529f5e9d5f5a admin admin] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:55:06.363510 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-c7bc6080-5d25-439a-8c6d-529f5e9d5f5a admin admin] 10.222.0.85 "PUT /v2.0/routers/2756c817-f350-4cfa-bb8b-67ae39e636e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5977864 Oct 12 17:55:06.365131 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 38518) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:55:06.366191 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6d8149-9db9-4160-8bdb-1be779696efe None None] Sync routers for ids ['2756c817-f350-4cfa-bb8b-67ae39e636e8'] in dv-cinder-813226-2-iscsi {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:55:06.380259 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6d8149-9db9-4160-8bdb-1be779696efe None None] Routers {'2756c817-f350-4cfa-bb8b-67ae39e636e8'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:55:06.380912 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-0f6d8149-9db9-4160-8bdb-1be779696efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:54:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['2756c817-f350-4cfa-bb8b-67ae39e636e8'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:55:06.474719 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-3d509938-f1a5-46a7-8df4-fc09440f95ec admin admin] Notify callbacks [] for router, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:06.495144 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-0f6d8149-9db9-4160-8bdb-1be779696efe None None] Set router 2756c817-f350-4cfa-bb8b-67ae39e636e8 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:55:06.707541 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-0f6d8149-9db9-4160-8bdb-1be779696efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'name': 'tempest-AttachVolumeTestJSON-2009213917-router', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '03856ee2-eb3a-4878-b203-3708c37b364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:49:15Z', 'updated_at': '2021-10-12T17:55:05Z', 'revision_number': 5, 'project_id': 'e4096f27defa41969a63e8b81d280fb2', 'gw_port': {'id': '03856ee2-eb3a-4878-b203-3708c37b364d', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:16Z', 'updated_at': '2021-10-12T17:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi'}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:55:06.743828 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6d8149-9db9-4160-8bdb-1be779696efe None None] Checking router: 2756c817-f350-4cfa-bb8b-67ae39e636e8 for host: dv-cinder-813226-2-iscsi {{(pid=105768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:55:06.758380 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6d8149-9db9-4160-8bdb-1be779696efe None None] Routers {'2756c817-f350-4cfa-bb8b-67ae39e636e8'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:55:06.759149 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-0f6d8149-9db9-4160-8bdb-1be779696efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:54:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['2756c817-f350-4cfa-bb8b-67ae39e636e8'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:55:06.851540 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-3d509938-f1a5-46a7-8df4-fc09440f95ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:06.875394 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-0f6d8149-9db9-4160-8bdb-1be779696efe None None] Set router 2756c817-f350-4cfa-bb8b-67ae39e636e8 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:55:06.918334 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [None req-3d509938-f1a5-46a7-8df4-fc09440f95ec admin admin] Deleting port 03856ee2-eb3a-4878-b203-3708c37b364d {{(pid=105767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:55:06.918750 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-3d509938-f1a5-46a7-8df4-fc09440f95ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:07.017173 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-3d509938-f1a5-46a7-8df4-fc09440f95ec admin admin] For port 03856ee2-eb3a-4878-b203-3708c37b364d, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=03856ee2-eb3a-4878-b203-3708c37b364d,segment=NetworkSegment(f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1),segment_id=f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1)] {{(pid=105767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:55:07.017761 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-3d509938-f1a5-46a7-8df4-fc09440f95ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:07.031347 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [None req-3d509938-f1a5-46a7-8df4-fc09440f95ec admin admin] Calling delete_port for 03856ee2-eb3a-4878-b203-3708c37b364d owned by network:router_gateway {{(pid=105767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:55:07.073030 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-0f6d8149-9db9-4160-8bdb-1be779696efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'name': 'tempest-AttachVolumeTestJSON-2009213917-router', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '03856ee2-eb3a-4878-b203-3708c37b364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:49:15Z', 'updated_at': '2021-10-12T17:55:05Z', 'revision_number': 5, 'project_id': 'e4096f27defa41969a63e8b81d280fb2', 'gw_port': {'id': '03856ee2-eb3a-4878-b203-3708c37b364d', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:16Z', 'updated_at': '2021-10-12T17:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi'}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:55:07.103963 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6d8149-9db9-4160-8bdb-1be779696efe None None] The sync data for ids ['2756c817-f350-4cfa-bb8b-67ae39e636e8'] in dv-cinder-813226-2-iscsi is: [{'id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'name': 'tempest-AttachVolumeTestJSON-2009213917-router', 'tenant_id': 'e4096f27defa41969a63e8b81d280fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '03856ee2-eb3a-4878-b203-3708c37b364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:49:15Z', 'updated_at': '2021-10-12T17:55:05Z', 'revision_number': 5, 'project_id': 'e4096f27defa41969a63e8b81d280fb2', 'gw_port': {'id': '03856ee2-eb3a-4878-b203-3708c37b364d', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2756c817-f350-4cfa-bb8b-67ae39e636e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:49:16Z', 'updated_at': '2021-10-12T17:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi'}] {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:55:07.212570 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-3d509938-f1a5-46a7-8df4-fc09440f95ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:07.243521 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d509938-f1a5-46a7-8df4-fc09440f95ec admin admin] Pushing event deleted for resources: {'Port': ['ID=03856ee2-eb3a-4878-b203-3708c37b364d,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:07.304801 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-3d509938-f1a5-46a7-8df4-fc09440f95ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8091077'] for router_gateway, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:07.398825 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-3d509938-f1a5-46a7-8df4-fc09440f95ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8113461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8192'] for router, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:07.401278 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-3d509938-f1a5-46a7-8df4-fc09440f95ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:07.453261 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-3d509938-f1a5-46a7-8df4-fc09440f95ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8113470'] for router, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:07.454106 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d509938-f1a5-46a7-8df4-fc09440f95ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2756c817-f350-4cfa-bb8b-67ae39e636e8 {{(pid=105767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 17:55:07.461600 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-3d509938-f1a5-46a7-8df4-fc09440f95ec admin admin] Notify callbacks [] for router, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:07.463360 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-3d509938-f1a5-46a7-8df4-fc09440f95ec admin admin] 10.222.0.85 "DELETE /v2.0/routers/2756c817-f350-4cfa-bb8b-67ae39e636e8 HTTP/1.1" status: 204 len: 168 time: 1.0971236 Oct 12 17:55:07.475042 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 38520) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:55:07.536971 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3200419-4fc2-42c1-a94b-a0bef74eb83c admin admin] Deleting subnet 2c9bbc10-98c9-4f8e-a058-09cebb338727 {{(pid=105766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:55:07.540925 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b3200419-4fc2-42c1-a94b-a0bef74eb83c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:07.589405 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b3200419-4fc2-42c1-a94b-a0bef74eb83c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6237308'] for subnet, precommit_delete_associations {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:07.702046 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b3200419-4fc2-42c1-a94b-a0bef74eb83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727552'] for subnet, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:07.761333 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b3200419-4fc2-42c1-a94b-a0bef74eb83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4464464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4858339'] for subnet, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:07.791064 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3200419-4fc2-42c1-a94b-a0bef74eb83c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c9bbc10-98c9-4f8e-a058-09cebb338727,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:07.798144 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b3200419-4fc2-42c1-a94b-a0bef74eb83c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:07.800087 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-b3200419-4fc2-42c1-a94b-a0bef74eb83c admin admin] 10.222.0.85 "DELETE /v2.0/subnets/2c9bbc10-98c9-4f8e-a058-09cebb338727 HTTP/1.1" status: 204 len: 168 time: 0.3236892 Oct 12 17:55:07.803977 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 38522) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:55:07.813491 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a063e69-8431-4a9d-8659-ced64a8e8b7f None None] Network 8daa865d-6215-4088-990f-5e71670febd0 requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:55:07.878896 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-08203c58-fedf-4932-a726-524ad356788f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657003'] for network, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:07.937295 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-08203c58-fedf-4932-a726-524ad356788f admin admin] Deleting port 3b3d6407-f434-4556-9552-61e98cbb44b0 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:55:07.937762 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-08203c58-fedf-4932-a726-524ad356788f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:08.008183 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-08203c58-fedf-4932-a726-524ad356788f admin admin] For port 3b3d6407-f434-4556-9552-61e98cbb44b0, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=3b3d6407-f434-4556-9552-61e98cbb44b0,segment=NetworkSegment(05f459ba-52ee-4bb6-9d47-8bda0a83627a),segment_id=05f459ba-52ee-4bb6-9d47-8bda0a83627a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:55:08.008567 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-08203c58-fedf-4932-a726-524ad356788f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:08.021963 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-08203c58-fedf-4932-a726-524ad356788f admin admin] Calling delete_port for 3b3d6407-f434-4556-9552-61e98cbb44b0 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:55:08.132800 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1e4fdd-f119-4319-9e68-edf2a2507815 None None] DHCP port deletion for 8daa865d-6215-4088-990f-5e71670febd0 request from dv-cinder-813226-2-iscsi {{(pid=105768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 17:55:08.137243 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-08203c58-fedf-4932-a726-524ad356788f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4464511'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:08.166988 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08203c58-fedf-4932-a726-524ad356788f admin admin] Pushing event deleted for resources: {'Port': ['ID=3b3d6407-f434-4556-9552-61e98cbb44b0,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:08.168835 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08203c58-fedf-4932-a726-524ad356788f admin admin] No DVR routers for this DVR port 3b3d6407-f434-4556-9552-61e98cbb44b0 on host dv-cinder-813226-2-iscsi {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:55:08.248147 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-08203c58-fedf-4932-a726-524ad356788f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721659', 'neutron.services.segments.db._delete_segments_for_network-8752770191620'] for network, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:08.268407 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.services.segments.db [None req-08203c58-fedf-4932-a726-524ad356788f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8daa865d-6215-4088-990f-5e71670febd0']}} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:55:08.278703 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.services.segments.db [None req-08203c58-fedf-4932-a726-524ad356788f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05f459ba-52ee-4bb6-9d47-8bda0a83627a') {'for_net_delete': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:55:08.278982 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.services.segments.db [None req-08203c58-fedf-4932-a726-524ad356788f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05f459ba-52ee-4bb6-9d47-8bda0a83627a') {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:55:08.290511 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-08203c58-fedf-4932-a726-524ad356788f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752770190093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6237303'] for segment, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:08.294077 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-aab8a5eb-74dd-46a4-a47f-9e2c7f216d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:08.305626 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-08203c58-fedf-4932-a726-524ad356788f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234'] for segment, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:08.312033 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08203c58-fedf-4932-a726-524ad356788f admin admin] Releasing vlan 1387 on physical network physnet1 to pool {{(pid=105766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:55:08.312877 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-08203c58-fedf-4932-a726-524ad356788f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4462734'] for segment, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:08.314168 dv-cinder-813226-2-iscsi neutron-server[105766]: Traceback (most recent call last): Oct 12 17:55:08.314168 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:55:08.314168 dv-cinder-813226-2-iscsi neutron-server[105766]: timer() Oct 12 17:55:08.314168 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:55:08.314168 dv-cinder-813226-2-iscsi neutron-server[105766]: cb(*args, **kw) Oct 12 17:55:08.314168 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:55:08.314168 dv-cinder-813226-2-iscsi neutron-server[105766]: return func(*args, **kwargs) Oct 12 17:55:08.314168 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:55:08.314168 dv-cinder-813226-2-iscsi neutron-server[105766]: self._notify() Oct 12 17:55:08.314168 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:55:08.314168 dv-cinder-813226-2-iscsi neutron-server[105766]: self.callback(batched_events) Oct 12 17:55:08.314168 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:55:08.314168 dv-cinder-813226-2-iscsi neutron-server[105766]: event.method(event) Oct 12 17:55:08.314168 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:55:08.314168 dv-cinder-813226-2-iscsi neutron-server[105766]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:55:08.314168 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:55:08.314168 dv-cinder-813226-2-iscsi neutron-server[105766]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:55:08.314168 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:55:08.314168 dv-cinder-813226-2-iscsi neutron-server[105766]: return f(self, *a, **k) Oct 12 17:55:08.314168 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:55:08.314168 dv-cinder-813226-2-iscsi neutron-server[105766]: return self._get(url).json() Oct 12 17:55:08.314168 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:55:08.314168 dv-cinder-813226-2-iscsi neutron-server[105766]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:55:08.314168 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:55:08.314168 dv-cinder-813226-2-iscsi neutron-server[105766]: return self.request(url, 'GET', **kwargs) Oct 12 17:55:08.314168 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:55:08.314168 dv-cinder-813226-2-iscsi neutron-server[105766]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:55:08.314168 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:55:08.314168 dv-cinder-813226-2-iscsi neutron-server[105766]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:55:08.314168 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:55:08.314168 dv-cinder-813226-2-iscsi neutron-server[105766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:55:08.314168 dv-cinder-813226-2-iscsi neutron-server[105766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:55:08.372265 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-08203c58-fedf-4932-a726-524ad356788f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8091041'] for network, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:08.378275 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-08203c58-fedf-4932-a726-524ad356788f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for network, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:08.381496 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-08203c58-fedf-4932-a726-524ad356788f admin admin] 10.222.0.85 "DELETE /v2.0/networks/8daa865d-6215-4088-990f-5e71670febd0 HTTP/1.1" status: 204 len: 168 time: 0.5765138 Oct 12 17:55:08.393120 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08203c58-fedf-4932-a726-524ad356788f admin admin] Pushing event deleted for resources: {'Network': ['ID=8daa865d-6215-4088-990f-5e71670febd0,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:08.501861 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 38526) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:55:08.542585 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-7469a1d0-d105-4fe6-ab29-1d068c9889e0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e4096f27defa41969a63e8b81d280fb2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0393085 Oct 12 17:55:08.545082 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 38528) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:55:08.600471 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d70db632-5819-4d7d-bf23-b0e5a57f2e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:08.622310 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d70db632-5819-4d7d-bf23-b0e5a57f2e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:08.676912 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d70db632-5819-4d7d-bf23-b0e5a57f2e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:08.679853 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d70db632-5819-4d7d-bf23-b0e5a57f2e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:08.681049 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-d70db632-5819-4d7d-bf23-b0e5a57f2e38 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9917804f-d615-4201-8842-32fa203ab7e5 HTTP/1.1" status: 204 len: 168 time: 0.1349642 Oct 12 17:55:08.689452 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70db632-5819-4d7d-bf23-b0e5a57f2e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9917804f-d615-4201-8842-32fa203ab7e5,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:08.785047 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 3b3d6407-f434-4556-9552-61e98cbb44b0 no longer exists at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:55:08.818091 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] No Port match for: 3b3d6407-f434-4556-9552-61e98cbb44b0 {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:55:08.818848 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 3b3d6407-f434-4556-9552-61e98cbb44b0 not bound to the agent host dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:55:08.818848 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 03856ee2-eb3a-4878-b203-3708c37b364d no longer exists at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:55:08.838910 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] No Port match for: 03856ee2-eb3a-4878-b203-3708c37b364d {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:55:08.839251 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 03856ee2-eb3a-4878-b203-3708c37b364d not bound to the agent host dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:55:08.839663 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 2247843e-6e0a-42d1-8831-44ae16fc96e2 no longer exists at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:55:08.860389 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] No Port match for: 2247843e-6e0a-42d1-8831-44ae16fc96e2 {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:55:08.860748 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 2247843e-6e0a-42d1-8831-44ae16fc96e2 not bound to the agent host dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:55:11.023938 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-8ec62ce8-7f1a-4c3d-8a24-244b63e79f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:11.889189 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:12.291511 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:13.815214 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:18.245756 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42136f48-f25f-45c5-8755-18e89155e3ee req-c3080574-6d6f-4490-b824-3b294496c6d9 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:18.247502 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-42136f48-f25f-45c5-8755-18e89155e3ee req-c3080574-6d6f-4490-b824-3b294496c6d9 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 946 time: 0.0580957 Oct 12 17:55:18.286246 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-42136f48-f25f-45c5-8755-18e89155e3ee req-0fd71c51-22ed-419b-a5ec-c90cf96f7818 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317519 Oct 12 17:55:19.441554 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9348bc-c731-473c-8609-8792aecf37a8 req-ebe52b4b-8273-4815-aaf6-a62458b58190 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:19.443891 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6a9348bc-c731-473c-8609-8792aecf37a8 req-ebe52b4b-8273-4815-aaf6-a62458b58190 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 946 time: 0.0733585 Oct 12 17:55:19.489956 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6a9348bc-c731-473c-8609-8792aecf37a8 req-1ba2e41a-0845-4899-bc68-793741910ee8 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=b730be84-632b-484a-9fd7-382606b5a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356448 Oct 12 17:55:19.896317 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b133a9-2499-45be-9196-0ddf5efc3f93 req-6b8c81b2-6361-46d6-bc1b-5d069a0c1228 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:19.897839 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-35b133a9-2499-45be-9196-0ddf5efc3f93 req-6b8c81b2-6361-46d6-bc1b-5d069a0c1228 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.44 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 946 time: 0.0546837 Oct 12 17:55:19.933651 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 38686) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:55:20.000231 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [req-35b133a9-2499-45be-9196-0ddf5efc3f93 req-d7a869d7-2e0d-461a-8c8c-39c03f9edd3c tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Deleting port 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad {{(pid=105767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:55:20.000575 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-35b133a9-2499-45be-9196-0ddf5efc3f93 req-d7a869d7-2e0d-461a-8c8c-39c03f9edd3c tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:20.068244 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f56031f8-1fe8-45c1-9481-e76d3cf7696f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:20.100133 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-35b133a9-2499-45be-9196-0ddf5efc3f93 req-d7a869d7-2e0d-461a-8c8c-39c03f9edd3c tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] For port 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=25ab8f82-e81c-4ff2-b9b7-a75ef18500ad,segment=NetworkSegment(1daa5b13-1a46-4a51-8ff5-99f71f99c000),segment_id=1daa5b13-1a46-4a51-8ff5-99f71f99c000)] {{(pid=105767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:55:20.100520 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-35b133a9-2499-45be-9196-0ddf5efc3f93 req-d7a869d7-2e0d-461a-8c8c-39c03f9edd3c tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:20.284807 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-35b133a9-2499-45be-9196-0ddf5efc3f93 req-d7a869d7-2e0d-461a-8c8c-39c03f9edd3c tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:20.285172 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-35b133a9-2499-45be-9196-0ddf5efc3f93 req-d7a869d7-2e0d-461a-8c8c-39c03f9edd3c tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8091027'] for floatingip, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:20.285492 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.db.l3_db [req-35b133a9-2499-45be-9196-0ddf5efc3f93 req-d7a869d7-2e0d-461a-8c8c-39c03f9edd3c tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Floating IP 05daf6e5-a8da-4f99-b13a-d75eec3c60fc disassociated. External IP: 172.27.0.167, port: 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad. Oct 12 17:55:20.285943 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [req-35b133a9-2499-45be-9196-0ddf5efc3f93 req-d7a869d7-2e0d-461a-8c8c-39c03f9edd3c tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Calling delete_port for 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad owned by compute:nova {{(pid=105767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:55:20.368571 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f56031f8-1fe8-45c1-9481-e76d3cf7696f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:20.373488 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f56031f8-1fe8-45c1-9481-e76d3cf7696f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:20.410931 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-f56031f8-1fe8-45c1-9481-e76d3cf7696f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a0b8705ef7174ca1bc2428c2c3b15bf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4760647 Oct 12 17:55:20.411880 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56031f8-1fe8-45c1-9481-e76d3cf7696f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11aad40b-fc9a-42c8-ad30-1e412a9c91a5,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:20.413578 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 38690) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:55:20.419442 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56031f8-1fe8-45c1-9481-e76d3cf7696f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:20.419787 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56031f8-1fe8-45c1-9481-e76d3cf7696f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:20.420122 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56031f8-1fe8-45c1-9481-e76d3cf7696f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:20.420456 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56031f8-1fe8-45c1-9481-e76d3cf7696f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:20.420775 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56031f8-1fe8-45c1-9481-e76d3cf7696f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:20.421099 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56031f8-1fe8-45c1-9481-e76d3cf7696f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:20.421428 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56031f8-1fe8-45c1-9481-e76d3cf7696f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:20.421740 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56031f8-1fe8-45c1-9481-e76d3cf7696f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:20.422059 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56031f8-1fe8-45c1-9481-e76d3cf7696f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:20.422489 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56031f8-1fe8-45c1-9481-e76d3cf7696f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:20.422804 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56031f8-1fe8-45c1-9481-e76d3cf7696f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:20.423116 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56031f8-1fe8-45c1-9481-e76d3cf7696f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:20.434791 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-35b133a9-2499-45be-9196-0ddf5efc3f93 req-d7a869d7-2e0d-461a-8c8c-39c03f9edd3c tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:20.478654 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a869d7-2e0d-461a-8c8c-39c03f9edd3c tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Pushing event deleted for resources: {'Port': ['ID=25ab8f82-e81c-4ff2-b9b7-a75ef18500ad,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:20.535135 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-91ce4e73-f894-4bc6-8e58-a2b80e867a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:20.591486 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-91ce4e73-f894-4bc6-8e58-a2b80e867a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:20.594016 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-b59601de-e66a-4719-83b0-50bdd7b23f7d req-2142deaf-0a9f-4d42-adb2-80755f428466 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=a264bb5c-11b8-44ff-8dc8-0c36d84b580c HTTP/1.1" status: 200 len: 210 time: 0.0254688 Oct 12 17:55:20.645997 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35b133a9-2499-45be-9196-0ddf5efc3f93 req-d7a869d7-2e0d-461a-8c8c-39c03f9edd3c tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Router 27296b46-1290-4b5e-a4f0-045b9377fc19 has already been hosted by L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 {{(pid=105767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:55:20.662299 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-91ce4e73-f894-4bc6-8e58-a2b80e867a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:20.664937 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-91ce4e73-f894-4bc6-8e58-a2b80e867a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:20.666092 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-91ce4e73-f894-4bc6-8e58-a2b80e867a09 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/11aad40b-fc9a-42c8-ad30-1e412a9c91a5 HTTP/1.1" status: 204 len: 168 time: 0.2515907 Oct 12 17:55:20.711614 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce4e73-f894-4bc6-8e58-a2b80e867a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11aad40b-fc9a-42c8-ad30-1e412a9c91a5,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:20.774004 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35b133a9-2499-45be-9196-0ddf5efc3f93 req-d7a869d7-2e0d-461a-8c8c-39c03f9edd3c tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:55:20.786617 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05a1baf-55ba-46ad-8770-9dd7530b00c2 None None] Sync routers for ids ['27296b46-1290-4b5e-a4f0-045b9377fc19'] in dv-cinder-813226-2-iscsi {{(pid=105769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:55:20.794801 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05a1baf-55ba-46ad-8770-9dd7530b00c2 None None] Routers {'27296b46-1290-4b5e-a4f0-045b9377fc19'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:55:20.795411 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-f05a1baf-55ba-46ad-8770-9dd7530b00c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:55:11Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['27296b46-1290-4b5e-a4f0-045b9377fc19'], 'active': True} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:55:20.824761 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b133a9-2499-45be-9196-0ddf5efc3f93 req-d7a869d7-2e0d-461a-8c8c-39c03f9edd3c tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] No DVR routers for this DVR port 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad on host hv-cinder-81322 {{(pid=105767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:55:20.827747 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-35b133a9-2499-45be-9196-0ddf5efc3f93 req-d7a869d7-2e0d-461a-8c8c-39c03f9edd3c tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:20.832046 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-35b133a9-2499-45be-9196-0ddf5efc3f93 req-d7a869d7-2e0d-461a-8c8c-39c03f9edd3c tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.44 "DELETE /v2.0/ports/25ab8f82-e81c-4ff2-b9b7-a75ef18500ad HTTP/1.1" status: 204 len: 173 time: 0.9274235 Oct 12 17:55:20.832570 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a264bb5c-11b8-44ff-8dc8-0c36d84b580c', 'name': 'network-vif-deleted', 'tag': '25ab8f82-e81c-4ff2-b9b7-a75ef18500ad'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:55:20.834965 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5ab0e4-aee4-4ad8-8a15-b42ef96bbbc0" -d '{"events": [{"server_uuid": "a264bb5c-11b8-44ff-8dc8-0c36d84b580c", "name": "network-vif-deleted", "tag": "25ab8f82-e81c-4ff2-b9b7-a75ef18500ad"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:55:20.894379 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5059ec28-92fc-4017-b2c1-77572bb2e940 x-openstack-request-id: req-5059ec28-92fc-4017-b2c1-77572bb2e940 {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:55:20.895161 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a264bb5c-11b8-44ff-8dc8-0c36d84b580c", "name": "network-vif-deleted", "tag": "25ab8f82-e81c-4ff2-b9b7-a75ef18500ad", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:55:20.895267 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5059ec28-92fc-4017-b2c1-77572bb2e940 {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:55:20.895626 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a264bb5c-11b8-44ff-8dc8-0c36d84b580c', 'name': 'network-vif-deleted', 'tag': '25ab8f82-e81c-4ff2-b9b7-a75ef18500ad', 'status': 'completed', 'code': 200} Oct 12 17:55:20.937097 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvr_db [None req-f05a1baf-55ba-46ad-8770-9dd7530b00c2 None None] Set router 27296b46-1290-4b5e-a4f0-045b9377fc19 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:55:21.067811 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 38700) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:55:21.087529 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-19fdfa17-045b-458a-9d63-00305b7d0733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:21.174166 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-19fdfa17-045b-458a-9d63-00305b7d0733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:21.180835 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-19fdfa17-045b-458a-9d63-00305b7d0733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:21.197446 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-f05a1baf-55ba-46ad-8770-9dd7530b00c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'name': 'tempest-AttachVolumeShelveTestJSON-1067764364-router', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'b5ae15a1-9d93-4fcc-9224-a7d6be24e905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:52:46Z', 'updated_at': '2021-10-12T17:52:49Z', 'revision_number': 4, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'gw_port': {'id': 'b5ae15a1-9d93-4fcc-9224-a7d6be24e905', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:52:46Z', 'updated_at': '2021-10-12T17:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': 'dd09bbaf-213e-4fe6-a25d-daccbd306698', 'name': '', 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'mac_address': 'fa:16:3e:b4:b5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a884ca43-ba25-4d6f-85eb-cb8452a55329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:52:48Z', 'updated_at': '2021-10-12T17:52:53Z', 'revision_number': 5, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'subnets': [{'id': 'a884ca43-ba25-4d6f-85eb-cb8452a55329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:55:21.220510 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-19fdfa17-045b-458a-9d63-00305b7d0733 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=769d8a0b584d4c90a58a775cc3d1f217&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1516080 Oct 12 17:55:21.222922 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fdfa17-045b-458a-9d63-00305b7d0733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86aeb88c-56f9-483b-83c0-c65e4c4a8fee,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:21.223703 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 38702) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:55:21.224726 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05a1baf-55ba-46ad-8770-9dd7530b00c2 None None] Checking router: 27296b46-1290-4b5e-a4f0-045b9377fc19 for host: dv-cinder-813226-2-iscsi {{(pid=105769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:55:21.233982 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05a1baf-55ba-46ad-8770-9dd7530b00c2 None None] Routers {'27296b46-1290-4b5e-a4f0-045b9377fc19'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:55:21.234664 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-f05a1baf-55ba-46ad-8770-9dd7530b00c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:55:11Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['27296b46-1290-4b5e-a4f0-045b9377fc19'], 'active': True} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:55:21.283150 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4260e4d1-683d-4ee4-a754-4766c8d90788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:21.307388 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4260e4d1-683d-4ee4-a754-4766c8d90788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:21.345164 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvr_db [None req-f05a1baf-55ba-46ad-8770-9dd7530b00c2 None None] Set router 27296b46-1290-4b5e-a4f0-045b9377fc19 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:55:21.366090 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4260e4d1-683d-4ee4-a754-4766c8d90788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:21.369133 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4260e4d1-683d-4ee4-a754-4766c8d90788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:21.370439 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-4260e4d1-683d-4ee4-a754-4766c8d90788 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/86aeb88c-56f9-483b-83c0-c65e4c4a8fee HTTP/1.1" status: 204 len: 168 time: 0.1456997 Oct 12 17:55:21.381812 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4260e4d1-683d-4ee4-a754-4766c8d90788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86aeb88c-56f9-483b-83c0-c65e4c4a8fee,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:21.573569 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-f05a1baf-55ba-46ad-8770-9dd7530b00c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'name': 'tempest-AttachVolumeShelveTestJSON-1067764364-router', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'b5ae15a1-9d93-4fcc-9224-a7d6be24e905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:52:46Z', 'updated_at': '2021-10-12T17:52:49Z', 'revision_number': 4, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'gw_port': {'id': 'b5ae15a1-9d93-4fcc-9224-a7d6be24e905', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:52:46Z', 'updated_at': '2021-10-12T17:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': 'dd09bbaf-213e-4fe6-a25d-daccbd306698', 'name': '', 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'mac_address': 'fa:16:3e:b4:b5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a884ca43-ba25-4d6f-85eb-cb8452a55329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:52:48Z', 'updated_at': '2021-10-12T17:52:53Z', 'revision_number': 5, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'subnets': [{'id': 'a884ca43-ba25-4d6f-85eb-cb8452a55329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:55:21.602122 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05a1baf-55ba-46ad-8770-9dd7530b00c2 None None] The sync data for ids ['27296b46-1290-4b5e-a4f0-045b9377fc19'] in dv-cinder-813226-2-iscsi is: [{'id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'name': 'tempest-AttachVolumeShelveTestJSON-1067764364-router', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'b5ae15a1-9d93-4fcc-9224-a7d6be24e905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:52:46Z', 'updated_at': '2021-10-12T17:52:49Z', 'revision_number': 4, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'gw_port': {'id': 'b5ae15a1-9d93-4fcc-9224-a7d6be24e905', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:52:46Z', 'updated_at': '2021-10-12T17:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': 'dd09bbaf-213e-4fe6-a25d-daccbd306698', 'name': '', 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'mac_address': 'fa:16:3e:b4:b5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a884ca43-ba25-4d6f-85eb-cb8452a55329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:52:48Z', 'updated_at': '2021-10-12T17:52:53Z', 'revision_number': 5, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'subnets': [{'id': 'a884ca43-ba25-4d6f-85eb-cb8452a55329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:55:21.695292 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 38714) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:55:21.755392 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-37b06f08-96fc-4930-99c9-8ac72c14c9d7 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:21.781729 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-37b06f08-96fc-4930-99c9-8ac72c14c9d7 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:21.840643 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-37b06f08-96fc-4930-99c9-8ac72c14c9d7 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:21.846064 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-37b06f08-96fc-4930-99c9-8ac72c14c9d7 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:21.847494 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-37b06f08-96fc-4930-99c9-8ac72c14c9d7 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "DELETE /v2.0/security-groups/b730be84-632b-484a-9fd7-382606b5a024 HTTP/1.1" status: 204 len: 168 time: 0.1510947 Oct 12 17:55:21.850554 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 38722) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:55:21.857668 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b06f08-96fc-4930-99c9-8ac72c14c9d7 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b730be84-632b-484a-9fd7-382606b5a024,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:21.874761 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.api.v2.resource [None req-b1e64b85-1369-46ee-9d7e-518417f75410 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] show failed (client error): The resource could not be found. Oct 12 17:55:21.876582 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-b1e64b85-1369-46ee-9d7e-518417f75410 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups/b730be84-632b-484a-9fd7-382606b5a024 HTTP/1.1" status: 404 len: 347 time: 0.0248437 Oct 12 17:55:21.880281 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 38724) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:55:21.946794 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f300e92d-0edb-46c6-9719-c2d84eebe210 None None] New status for floating IP 05daf6e5-a8da-4f99-b13a-d75eec3c60fc: DOWN {{(pid=105768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:55:22.034559 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [None req-0ed49cca-fcc8-4e9a-b19d-29a1d5095b6c tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Deleting port 4fb90ae6-9e0f-4612-aee5-50fde2c273d1 {{(pid=105767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:55:22.035221 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-0ed49cca-fcc8-4e9a-b19d-29a1d5095b6c tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:22.134442 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-0ed49cca-fcc8-4e9a-b19d-29a1d5095b6c tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:22.135528 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-0ed49cca-fcc8-4e9a-b19d-29a1d5095b6c tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:22.154089 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [None req-0ed49cca-fcc8-4e9a-b19d-29a1d5095b6c tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Calling delete_port for 4fb90ae6-9e0f-4612-aee5-50fde2c273d1 owned by network:floatingip {{(pid=105767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:55:22.299178 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-0ed49cca-fcc8-4e9a-b19d-29a1d5095b6c tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:22.328153 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed49cca-fcc8-4e9a-b19d-29a1d5095b6c tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Pushing event deleted for resources: {'Port': ['ID=4fb90ae6-9e0f-4612-aee5-50fde2c273d1,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:22.393106 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-0ed49cca-fcc8-4e9a-b19d-29a1d5095b6c tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for floatingip, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:22.395452 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-0ed49cca-fcc8-4e9a-b19d-29a1d5095b6c tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for floatingip, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:22.397027 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-0ed49cca-fcc8-4e9a-b19d-29a1d5095b6c tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "DELETE /v2.0/floatingips/05daf6e5-a8da-4f99-b13a-d75eec3c60fc HTTP/1.1" status: 204 len: 168 time: 0.5149004 Oct 12 17:55:22.778062 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 38750) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:55:22.783512 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [None req-1703bb05-2afa-41d3-88b8-115233f94aa4 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Request body: {'security_group': {'name': 'tempest-securitygroup--791965037', 'description': 'tempest-description--1581828418'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:55:22.809009 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-1703bb05-2afa-41d3-88b8-115233f94aa4 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:22.880237 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-1703bb05-2afa-41d3-88b8-115233f94aa4 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:22.886178 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-1703bb05-2afa-41d3-88b8-115233f94aa4 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:22.913617 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-1703bb05-2afa-41d3-88b8-115233f94aa4 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:22.914900 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-1703bb05-2afa-41d3-88b8-115233f94aa4 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1358228 Oct 12 17:55:22.918139 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 38756) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:55:22.919119 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703bb05-2afa-41d3-88b8-115233f94aa4 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:22.923561 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-101a65a6-bdbd-4393-b991-97ec79e9592b tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Request body: {'security_group_rule': {'security_group_id': 'bf970cc1-c67d-4f53-9de1-7d6d9a2b8138', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:55:22.955748 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-101a65a6-bdbd-4393-b991-97ec79e9592b tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:23.011505 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-101a65a6-bdbd-4393-b991-97ec79e9592b tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:23.016646 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-101a65a6-bdbd-4393-b991-97ec79e9592b tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50316'] for security_group_rule, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:23.035458 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101a65a6-bdbd-4393-b991-97ec79e9592b tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b4d550d-67af-42a0-94a1-2fd7ace6e35c,revision_number=0']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:23.044485 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-101a65a6-bdbd-4393-b991-97ec79e9592b tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:23.045692 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-101a65a6-bdbd-4393-b991-97ec79e9592b tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1259782 Oct 12 17:55:23.048361 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 38758) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:55:23.053284 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-87914e8e-3de0-47da-bbdc-4944098ce739 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Request body: {'security_group_rule': {'security_group_id': 'bf970cc1-c67d-4f53-9de1-7d6d9a2b8138', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:55:23.081733 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-87914e8e-3de0-47da-bbdc-4944098ce739 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:23.146491 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-87914e8e-3de0-47da-bbdc-4944098ce739 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:23.151651 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-87914e8e-3de0-47da-bbdc-4944098ce739 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50316'] for security_group_rule, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:23.169846 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87914e8e-3de0-47da-bbdc-4944098ce739 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a50a4f0c-da4d-4124-bb7b-0dd6f4bd8d1f,revision_number=0']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:23.178591 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-87914e8e-3de0-47da-bbdc-4944098ce739 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:23.179888 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-87914e8e-3de0-47da-bbdc-4944098ce739 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1302867 Oct 12 17:55:23.183457 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 38760) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:55:23.188728 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [None req-30b84e2d-1036-44e3-9c0b-fb08c17e1652 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Request body: {'floatingip': {'floating_network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:55:23.224032 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-30b84e2d-1036-44e3-9c0b-fb08c17e1652 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for floatingip, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:23.331056 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-30b84e2d-1036-44e3-9c0b-fb08c17e1652 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:23.441354 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.db_base_plugin_common [None req-30b84e2d-1036-44e3-9c0b-fb08c17e1652 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Allocated IP 172.27.0.41 (57ccf176-38b9-4e1d-8eda-123c8986cf55/09d55e93-213a-4ce1-b19c-11c1c2f18eb4/ab8890b9-d2a2-4cb1-9f7d-889bf2933cc9) {{(pid=105767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:55:23.545291 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-30b84e2d-1036-44e3-9c0b-fb08c17e1652 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for port, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:23.587746 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-30b84e2d-1036-44e3-9c0b-fb08c17e1652 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:23.635378 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b84e2d-1036-44e3-9c0b-fb08c17e1652 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Network 57ccf176-38b9-4e1d-8eda-123c8986cf55 is already hosted by enough agents. {{(pid=105767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:55:23.638368 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [None req-30b84e2d-1036-44e3-9c0b-fb08c17e1652 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Resources bound (agent type, host, resource id): {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:55:23.641901 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b84e2d-1036-44e3-9c0b-fb08c17e1652 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Received port after_create {{(pid=105767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:55:23.647302 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b84e2d-1036-44e3-9c0b-fb08c17e1652 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Pushing event updated for resources: {'Port': ['ID=ab8890b9-d2a2-4cb1-9f7d-889bf2933cc9,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:23.765935 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-30b84e2d-1036-44e3-9c0b-fb08c17e1652 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:23.809736 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-30b84e2d-1036-44e3-9c0b-fb08c17e1652 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:23.964147 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-30b84e2d-1036-44e3-9c0b-fb08c17e1652 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:23.970444 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-30b84e2d-1036-44e3-9c0b-fb08c17e1652 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196327'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:24.034664 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b84e2d-1036-44e3-9c0b-fb08c17e1652 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Pushing event updated for resources: {'Port': ['ID=ab8890b9-d2a2-4cb1-9f7d-889bf2933cc9,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:24.050604 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-30b84e2d-1036-44e3-9c0b-fb08c17e1652 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8091027'] for floatingip, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:24.069429 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-30b84e2d-1036-44e3-9c0b-fb08c17e1652 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for floatingip, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:24.070723 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-30b84e2d-1036-44e3-9c0b-fb08c17e1652 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8861756 Oct 12 17:55:24.110727 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:55:24.134727 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] No Port match for: 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:55:24.135401 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 25ab8f82-e81c-4ff2-b9b7-a75ef18500ad not bound to the agent host hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:55:24.246549 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-a6567046-5cbc-4686-863f-10c9fbb66a67 req-4b44367a-64bd-488e-bf7e-102ac208a596 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443215 Oct 12 17:55:24.290376 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-9f692c3c-b666-4083-87dc-f68f0d2815e6 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--791965037&fields=id&tenant_id=dfd0375a96eb488fae8a38e2ba0c646a HTTP/1.1" status: 200 len: 267 time: 0.0399163 Oct 12 17:55:24.322554 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6567046-5cbc-4686-863f-10c9fbb66a67 req-e0790f30-ae40-4d4f-a752-ccb546c94ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:24.324456 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-a6567046-5cbc-4686-863f-10c9fbb66a67 req-e0790f30-ae40-4d4f-a752-ccb546c94ce1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0af5809ae3f6462d823ee7e99ff16820&device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 1098 time: 0.0544369 Oct 12 17:55:24.415472 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-e0bd0889-0d6f-4f2d-901f-32eecf757100 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:24.417192 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-e0bd0889-0d6f-4f2d-901f-32eecf757100 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/networks?id=1d64f78d-25a5-4c4d-bea6-a6a102640e50 HTTP/1.1" status: 200 len: 817 time: 0.1167266 Oct 12 17:55:24.433225 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-57c3909d-7379-44e6-b078-bd54036d6864 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/quotas/dfd0375a96eb488fae8a38e2ba0c646a HTTP/1.1" status: 200 len: 375 time: 0.0095363 Oct 12 17:55:24.443235 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6567046-5cbc-4686-863f-10c9fbb66a67 req-158c3883-400b-480c-8ed0-1c4e916abcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:24.444761 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-a6567046-5cbc-4686-863f-10c9fbb66a67 req-158c3883-400b-480c-8ed0-1c4e916abcbb service neutron] 10.222.0.44 "GET /v2.0/networks?id=9786a2da-354e-4b2b-944e-524749bdbde9 HTTP/1.1" status: 200 len: 910 time: 0.0973103 Oct 12 17:55:24.503040 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-65863300-61c3-419c-a30c-52cf29da5920 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=dfd0375a96eb488fae8a38e2ba0c646a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0642743 Oct 12 17:55:24.526093 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-a6567046-5cbc-4686-863f-10c9fbb66a67 req-4ead2070-20c8-4999-916e-412d2ba9ecbe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b2c7936-488e-4d28-9ea8-ecf30bdbce6c HTTP/1.1" status: 200 len: 1000 time: 0.0725255 Oct 12 17:55:24.575350 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6567046-5cbc-4686-863f-10c9fbb66a67 req-22f45dd9-ca4e-457e-9650-1248f874361b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:24.576881 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-a6567046-5cbc-4686-863f-10c9fbb66a67 req-22f45dd9-ca4e-457e-9650-1248f874361b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1884ac9-4489-4c64-8eb4-289f84b932a8 HTTP/1.1" status: 200 len: 847 time: 0.0437911 Oct 12 17:55:24.630956 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6567046-5cbc-4686-863f-10c9fbb66a67 req-7d39678a-8328-408e-8b7b-2ca147b1a03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:24.632486 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-a6567046-5cbc-4686-863f-10c9fbb66a67 req-7d39678a-8328-408e-8b7b-2ca147b1a03d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9786a2da-354e-4b2b-944e-524749bdbde9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0476923 Oct 12 17:55:24.704440 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-eda86adf-fa3d-43e0-8318-3f6488e3ab6a service neutron] 10.222.0.85 "GET /v2.0/networks/1d64f78d-25a5-4c4d-bea6-a6a102640e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886609 Oct 12 17:55:24.739165 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-a6567046-5cbc-4686-863f-10c9fbb66a67 req-c774904c-18d7-4e3b-8af0-b34672bc0912 service neutron] 10.222.0.44 "GET /v2.0/networks/9786a2da-354e-4b2b-944e-524749bdbde9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975058 Oct 12 17:55:24.796952 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-0214f944-e974-4c35-8ccf-df9ba255f378 service neutron] 10.222.0.85 "GET /v2.0/networks/1d64f78d-25a5-4c4d-bea6-a6a102640e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856209 Oct 12 17:55:24.978129 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-87f4c535-d93e-4435-88c0-5b4852886808 req-cb88e0b9-162b-4830-ab06-214fa687d03b tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 210 time: 0.0266955 Oct 12 17:55:25.657454 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-a6567046-5cbc-4686-863f-10c9fbb66a67 req-849a63ea-6f64-4fe9-8b1d-76374aa89e3f service neutron] 10.222.0.44 "GET /v2.0/networks/9786a2da-354e-4b2b-944e-524749bdbde9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848973 Oct 12 17:55:26.084898 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-95bec735-96f4-4ba2-bb6f-ebdee81f5c8f req-45b5022e-4aa6-4b17-912a-c54a30823707 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 210 time: 0.0334585 Oct 12 17:55:26.140486 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 6 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:55:26.693380 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:27.188578 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6e42d31e-2e3a-4404-b696-0c5ada1d040a req-b25d47cf-1a18-4063-b1c1-db7eece670cf tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 210 time: 0.0310781 Oct 12 17:55:28.032553 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-8c2b375d-f1ab-4c7d-b705-06b7f81899d1 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:28.034685 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-8c2b375d-f1ab-4c7d-b705-06b7f81899d1 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.44 "GET /v2.0/networks?id=1d64f78d-25a5-4c4d-bea6-a6a102640e50 HTTP/1.1" status: 200 len: 817 time: 0.1444328 Oct 12 17:55:28.086673 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-51910851-73c9-4245-9be5-dfbbe7ff389c tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfd0375a96eb488fae8a38e2ba0c646a HTTP/1.1" status: 200 len: 379 time: 0.0363343 Oct 12 17:55:28.096938 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-c4baa06f-4dd4-4447-af4f-e7195fad6b23 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Request body: {'port': {'device_id': 'db49ca03-575d-40bb-91ca-d90428ddfcfb', 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50', 'admin_state_up': True, 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'security_groups': ['bf970cc1-c67d-4f53-9de1-7d6d9a2b8138']}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:55:28.210255 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-c4baa06f-4dd4-4447-af4f-e7195fad6b23 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Made reservation on behalf of dfd0375a96eb488fae8a38e2ba0c646a for: {'port': 1} {{(pid=105767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:55:28.215223 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-c4baa06f-4dd4-4447-af4f-e7195fad6b23 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:28.295592 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-fdad6dc8-7c17-4f5a-847c-3cd5b32c13c4 req-bf8d0160-c88d-4ab5-8269-3a337535f9c4 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 210 time: 0.0276229 Oct 12 17:55:28.356146 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.db_base_plugin_common [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-c4baa06f-4dd4-4447-af4f-e7195fad6b23 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Allocated IP 172.20.0.8 (1d64f78d-25a5-4c4d-bea6-a6a102640e50/a884ca43-ba25-4d6f-85eb-cb8452a55329/44a535e9-31c5-44a4-9c81-d56c07c00bee) {{(pid=105767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:55:28.514435 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-c4baa06f-4dd4-4447-af4f-e7195fad6b23 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for port, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:28.550298 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-c4baa06f-4dd4-4447-af4f-e7195fad6b23 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:28.595348 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-c4baa06f-4dd4-4447-af4f-e7195fad6b23 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Network 1d64f78d-25a5-4c4d-bea6-a6a102640e50 is already hosted by enough agents. {{(pid=105767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:55:28.598839 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-c4baa06f-4dd4-4447-af4f-e7195fad6b23 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Resources bound (agent type, host, resource id): {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:55:28.602802 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-c4baa06f-4dd4-4447-af4f-e7195fad6b23 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Received port after_create {{(pid=105767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:55:28.609752 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4baa06f-4dd4-4447-af4f-e7195fad6b23 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Pushing event updated for resources: {'Port': ['ID=44a535e9-31c5-44a4-9c81-d56c07c00bee,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:28.657956 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-c4baa06f-4dd4-4447-af4f-e7195fad6b23 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:28.658607 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-c4baa06f-4dd4-4447-af4f-e7195fad6b23 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:28.679011 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-c4baa06f-4dd4-4447-af4f-e7195fad6b23 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5857751 Oct 12 17:55:28.868381 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-4b633f0d-fd85-4e46-ae83-520533228754 None None] Provisioning complete for port 44a535e9-31c5-44a4-9c81-d56c07c00bee triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:55:28.869031 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-4b633f0d-fd85-4e46-ae83-520533228754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:28.904279 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-4b633f0d-fd85-4e46-ae83-520533228754 None None] Port 44a535e9-31c5-44a4-9c81-d56c07c00bee cannot update to ACTIVE because it is not bound. {{(pid=105768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:55:29.430958 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97383d-2460-4c42-a22a-979337793e1d req-0ffd3a18-2951-4beb-94f0-2567bfd68d61 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:29.432431 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-cc97383d-2460-4c42-a22a-979337793e1d req-0ffd3a18-2951-4beb-94f0-2567bfd68d61 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 931 time: 0.0591753 Oct 12 17:55:29.474413 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-cc97383d-2460-4c42-a22a-979337793e1d req-e40b3b87-0ad7-4b00-a48e-5172d7ea9b65 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332077 Oct 12 17:55:30.617527 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe88de-df52-462b-8501-09f2e6957c06 req-5aa3f1d2-3e74-4b67-af84-44c7d5403b85 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:30.619032 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-eafe88de-df52-462b-8501-09f2e6957c06 req-5aa3f1d2-3e74-4b67-af84-44c7d5403b85 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 931 time: 0.0597689 Oct 12 17:55:30.658528 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-eafe88de-df52-462b-8501-09f2e6957c06 req-93138b59-fa9e-4626-9656-61fc1dd77670 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321546 Oct 12 17:55:30.962750 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-2d88a707-f097-4666-a279-233791b8acdf service neutron] Request body: {'port': {'device_id': 'db49ca03-575d-40bb-91ca-d90428ddfcfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:55:31.021223 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-2d88a707-f097-4666-a279-233791b8acdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:31.287903 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-2d88a707-f097-4666-a279-233791b8acdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44a535e9-31c5-44a4-9c81-d56c07c00bee {{(pid=105767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:55:31.295434 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-2d88a707-f097-4666-a279-233791b8acdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:31.307502 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-2d88a707-f097-4666-a279-233791b8acdf service neutron] Transition to ACTIVE for port object 44a535e9-31c5-44a4-9c81-d56c07c00bee will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:55:31.313963 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-2d88a707-f097-4666-a279-233791b8acdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196327'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:31.365823 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88a707-f097-4666-a279-233791b8acdf service neutron] Pushing event updated for resources: {'Port': ['ID=44a535e9-31c5-44a4-9c81-d56c07c00bee,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:31.441993 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-2d88a707-f097-4666-a279-233791b8acdf service neutron] Attempting to bind port 44a535e9-31c5-44a4-9c81-d56c07c00bee on host hv-cinder-81322 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:55:31.442320 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-2d88a707-f097-4666-a279-233791b8acdf service neutron] Attempting to bind port 44a535e9-31c5-44a4-9c81-d56c07c00bee by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '1daa5b13-1a46-4a51-8ff5-99f71f99c000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1373, 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:55:31.442671 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-2d88a707-f097-4666-a279-233791b8acdf service neutron] Attempting to bind port 44a535e9-31c5-44a4-9c81-d56c07c00bee on network 1d64f78d-25a5-4c4d-bea6-a6a102640e50 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:55:31.447101 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-2d88a707-f097-4666-a279-233791b8acdf service neutron] Port 44a535e9-31c5-44a4-9c81-d56c07c00bee on network 1d64f78d-25a5-4c4d-bea6-a6a102640e50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:55:31.447413 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-2d88a707-f097-4666-a279-233791b8acdf service neutron] Attempting to bind port 44a535e9-31c5-44a4-9c81-d56c07c00bee on network 1d64f78d-25a5-4c4d-bea6-a6a102640e50 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:55:31.452779 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-2d88a707-f097-4666-a279-233791b8acdf service neutron] Checking agent: {'id': '4d49b38b-ca89-4e5d-a715-678a9ae3215e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 47, 26), 'started_at': datetime.datetime(2021, 10, 12, 17, 47, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:55:31.453109 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-2d88a707-f097-4666-a279-233791b8acdf service neutron] Checking segment: {'id': '1daa5b13-1a46-4a51-8ff5-99f71f99c000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1373, 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:55:31.453483 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-2d88a707-f097-4666-a279-233791b8acdf service neutron] Bound using segment: {'id': '1daa5b13-1a46-4a51-8ff5-99f71f99c000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1373, 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:55:31.453904 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-2d88a707-f097-4666-a279-233791b8acdf service neutron] Bound port: 44a535e9-31c5-44a4-9c81-d56c07c00bee, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1daa5b13-1a46-4a51-8ff5-99f71f99c000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1373, 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:55:31.454242 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-2d88a707-f097-4666-a279-233791b8acdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:31.517670 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-2d88a707-f097-4666-a279-233791b8acdf service neutron] For port 44a535e9-31c5-44a4-9c81-d56c07c00bee, host hv-cinder-81322, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:55:31.521268 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-2d88a707-f097-4666-a279-233791b8acdf service neutron] For port 44a535e9-31c5-44a4-9c81-d56c07c00bee, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=44a535e9-31c5-44a4-9c81-d56c07c00bee,segment=NetworkSegment(1daa5b13-1a46-4a51-8ff5-99f71f99c000),segment_id=1daa5b13-1a46-4a51-8ff5-99f71f99c000)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:55:31.526409 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-2d88a707-f097-4666-a279-233791b8acdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196327'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:31.560766 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-2d88a707-f097-4666-a279-233791b8acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:31.561830 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-2d88a707-f097-4666-a279-233791b8acdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:31.563291 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-2d88a707-f097-4666-a279-233791b8acdf service neutron] 10.222.0.44 "PUT /v2.0/ports/44a535e9-31c5-44a4-9c81-d56c07c00bee HTTP/1.1" status: 200 len: 1093 time: 0.6052270 Oct 12 17:55:31.565839 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db49ca03-575d-40bb-91ca-d90428ddfcfb', 'tag': '44a535e9-31c5-44a4-9c81-d56c07c00bee'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:55:31.569556 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9ab085-52a8-4930-875b-c94a96437478" -d '{"events": [{"name": "network-changed", "server_uuid": "db49ca03-575d-40bb-91ca-d90428ddfcfb", "tag": "44a535e9-31c5-44a4-9c81-d56c07c00bee"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:55:31.610983 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88a707-f097-4666-a279-233791b8acdf service neutron] Pushing event updated for resources: {'Port': ['ID=44a535e9-31c5-44a4-9c81-d56c07c00bee,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:31.616184 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26384619-9283-44fa-a5a4-09a4a0c61345 x-openstack-request-id: req-26384619-9283-44fa-a5a4-09a4a0c61345 {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:55:31.616468 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db49ca03-575d-40bb-91ca-d90428ddfcfb", "tag": "44a535e9-31c5-44a4-9c81-d56c07c00bee", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:55:31.616703 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-26384619-9283-44fa-a5a4-09a4a0c61345 {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:55:31.617062 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db49ca03-575d-40bb-91ca-d90428ddfcfb', 'tag': '44a535e9-31c5-44a4-9c81-d56c07c00bee', 'status': 'completed', 'code': 200} Oct 12 17:55:31.664358 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-7ee9ad5d-8179-49d1-8341-fe139e8c1787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:31.665906 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-7ee9ad5d-8179-49d1-8341-fe139e8c1787 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dfd0375a96eb488fae8a38e2ba0c646a&device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 1096 time: 0.0469856 Oct 12 17:55:31.713461 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-d13c00c6-29a9-482f-84e8-68c3e2efbec3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44a535e9-31c5-44a4-9c81-d56c07c00bee HTTP/1.1" status: 200 len: 217 time: 0.0374336 Oct 12 17:55:31.768357 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-71285ebb-8c0f-4f66-9d71-0244066188d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:31.769890 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-71285ebb-8c0f-4f66-9d71-0244066188d2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a884ca43-ba25-4d6f-85eb-cb8452a55329 HTTP/1.1" status: 200 len: 856 time: 0.0485673 Oct 12 17:55:31.788666 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e0b3f-716a-4417-b5a1-2a8f117dd0c8 req-872823f6-c2d9-4d74-9c7a-e3e21b5d6444 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:31.790167 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d98e0b3f-716a-4417-b5a1-2a8f117dd0c8 req-872823f6-c2d9-4d74-9c7a-e3e21b5d6444 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 943 time: 0.0539989 Oct 12 17:55:31.820583 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-939412eb-7dbc-498f-9a7f-66a79a468665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:31.822019 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-939412eb-7dbc-498f-9a7f-66a79a468665 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1d64f78d-25a5-4c4d-bea6-a6a102640e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449440 Oct 12 17:55:31.828996 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d98e0b3f-716a-4417-b5a1-2a8f117dd0c8 req-50490256-4206-4209-aba3-df50f55ffae1 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326278 Oct 12 17:55:31.911500 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-ce9fda86-5371-48a3-849a-26766e16d820 service neutron] 10.222.0.44 "GET /v2.0/networks/1d64f78d-25a5-4c4d-bea6-a6a102640e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815294 Oct 12 17:55:32.009021 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-5d28566d-2be1-49bc-bca7-8610dcf93f52 req-115d1474-7e42-4cd5-8ab4-24653f8cdd7d service neutron] 10.222.0.44 "GET /v2.0/networks/1d64f78d-25a5-4c4d-bea6-a6a102640e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891850 Oct 12 17:55:32.097231 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ab085-52a8-4930-875b-c94a96437478 req-b63f69a5-1fa9-46ef-8889-c9d89220aee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:32.099171 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-9b9ab085-52a8-4930-875b-c94a96437478 req-b63f69a5-1fa9-46ef-8889-c9d89220aee7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dfd0375a96eb488fae8a38e2ba0c646a&device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 1096 time: 0.0440335 Oct 12 17:55:32.197411 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ab085-52a8-4930-875b-c94a96437478 req-90403942-5206-4770-8c1e-251489ad7c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:32.198922 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-9b9ab085-52a8-4930-875b-c94a96437478 req-90403942-5206-4770-8c1e-251489ad7c3e service neutron] 10.222.0.44 "GET /v2.0/networks?id=1d64f78d-25a5-4c4d-bea6-a6a102640e50 HTTP/1.1" status: 200 len: 919 time: 0.0918019 Oct 12 17:55:32.242629 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-9b9ab085-52a8-4930-875b-c94a96437478 req-1ea7eb4f-96c9-4510-9bfb-09e2f22196a0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44a535e9-31c5-44a4-9c81-d56c07c00bee HTTP/1.1" status: 200 len: 217 time: 0.0356226 Oct 12 17:55:32.292005 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ab085-52a8-4930-875b-c94a96437478 req-c57a3d0a-12f0-4362-b77c-545079b66ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:32.293515 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-9b9ab085-52a8-4930-875b-c94a96437478 req-c57a3d0a-12f0-4362-b77c-545079b66ced service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a884ca43-ba25-4d6f-85eb-cb8452a55329 HTTP/1.1" status: 200 len: 856 time: 0.0434442 Oct 12 17:55:32.339444 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ab085-52a8-4930-875b-c94a96437478 req-3c8aab9d-1259-40b8-b1ba-0a07d5be88a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:32.340844 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-9b9ab085-52a8-4930-875b-c94a96437478 req-3c8aab9d-1259-40b8-b1ba-0a07d5be88a6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1d64f78d-25a5-4c4d-bea6-a6a102640e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397282 Oct 12 17:55:32.436166 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-9b9ab085-52a8-4930-875b-c94a96437478 req-a49ba96d-5df9-4fcd-ae0e-63f312bfb1a2 service neutron] 10.222.0.44 "GET /v2.0/networks/1d64f78d-25a5-4c4d-bea6-a6a102640e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876460 Oct 12 17:55:32.530180 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-9b9ab085-52a8-4930-875b-c94a96437478 req-13ca657e-cc4a-4d2d-944a-dfbafe86590d service neutron] 10.222.0.44 "GET /v2.0/networks/1d64f78d-25a5-4c4d-bea6-a6a102640e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856011 Oct 12 17:55:32.954595 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b11fa-d19b-4623-92ff-690d0bd5db57 req-c0281167-e2c7-44c7-845a-7360cc02fdb0 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:32.956141 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-103b11fa-d19b-4623-92ff-690d0bd5db57 req-c0281167-e2c7-44c7-845a-7360cc02fdb0 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 943 time: 0.0512133 Oct 12 17:55:32.998242 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-103b11fa-d19b-4623-92ff-690d0bd5db57 req-e63e2566-fd97-4597-947d-391132582e5b tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356359 Oct 12 17:55:34.131654 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e13bb7-83e0-4d1f-b182-1f0845cf15a1 req-6b764817-116c-4d1d-bae4-4914d0cb7a65 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:34.133153 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-48e13bb7-83e0-4d1f-b182-1f0845cf15a1 req-6b764817-116c-4d1d-bae4-4914d0cb7a65 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 943 time: 0.0536344 Oct 12 17:55:34.173094 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-48e13bb7-83e0-4d1f-b182-1f0845cf15a1 req-5a5e9bc0-414b-47d7-ba76-9acd9dd20ff5 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314586 Oct 12 17:55:35.320413 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ea659-8828-4f30-9f9e-5be0b802cdc6 req-d0a84222-427c-4634-a731-7118022e08f2 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:35.321983 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-304ea659-8828-4f30-9f9e-5be0b802cdc6 req-d0a84222-427c-4634-a731-7118022e08f2 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 943 time: 0.0658648 Oct 12 17:55:35.365141 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-304ea659-8828-4f30-9f9e-5be0b802cdc6 req-52951dd5-05c6-4283-a2d7-e10b5a761343 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367057 Oct 12 17:55:35.516695 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 44a535e9-31c5-44a4-9c81-d56c07c00bee details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:55:35.619492 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 44a535e9-31c5-44a4-9c81-d56c07c00bee, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=44a535e9-31c5-44a4-9c81-d56c07c00bee,segment=NetworkSegment(1daa5b13-1a46-4a51-8ff5-99f71f99c000),segment_id=1daa5b13-1a46-4a51-8ff5-99f71f99c000)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:55:35.639773 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Returning: {'device': '44a535e9-31c5-44a4-9c81-d56c07c00bee', 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50', 'port_id': '44a535e9-31c5-44a4-9c81-d56c07c00bee', 'mac_address': 'fa:16:3e:2e:3e:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a884ca43-ba25-4d6f-85eb-cb8452a55329', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:55:35.685028 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:35.699642 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a535e9-31c5-44a4-9c81-d56c07c00bee {{(pid=105768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:55:35.720037 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 44a535e9-31c5-44a4-9c81-d56c07c00bee, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=44a535e9-31c5-44a4-9c81-d56c07c00bee,segment=NetworkSegment(1daa5b13-1a46-4a51-8ff5-99f71f99c000),segment_id=1daa5b13-1a46-4a51-8ff5-99f71f99c000)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:55:35.726044 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:35.775239 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=44a535e9-31c5-44a4-9c81-d56c07c00bee,revision_number=4']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:35.782452 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:35.782810 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:35.783146 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:35.783485 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:35.783814 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:35.784131 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:35.784455 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:35.784778 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:35.785108 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:35.785423 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:35.785739 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:35.786063 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:36.491219 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a36e8-2a0a-492c-993e-a40accba58da req-9e75b721-78fd-4e9f-9471-714ba15d7018 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:36.492718 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9d0a36e8-2a0a-492c-993e-a40accba58da req-9e75b721-78fd-4e9f-9471-714ba15d7018 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 944 time: 0.0522120 Oct 12 17:55:36.534401 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9d0a36e8-2a0a-492c-993e-a40accba58da req-d8fd9c26-fad9-4261-8766-f611a2b81c2e tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354092 Oct 12 17:55:36.745022 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['44a535e9-31c5-44a4-9c81-d56c07c00bee'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:55:37.659955 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885138fd-ad08-4a61-a299-beff0699214d req-3ffa4b76-024b-4c13-9078-8021c7677967 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:37.661705 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-885138fd-ad08-4a61-a299-beff0699214d req-3ffa4b76-024b-4c13-9078-8021c7677967 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 944 time: 0.0523853 Oct 12 17:55:37.702020 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-885138fd-ad08-4a61-a299-beff0699214d req-cc2a5e34-0ee8-4ed0-96a1-20535d210487 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338728 Oct 12 17:55:38.290236 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-2c6cf341-0151-4d89-9430-92e3d4ef1016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:38.834125 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed5422-8037-4ef4-af46-a468b12186f5 req-f6656d6b-05d2-4e68-8ffb-a4eb37a8cf01 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:38.835702 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e7ed5422-8037-4ef4-af46-a468b12186f5 req-f6656d6b-05d2-4e68-8ffb-a4eb37a8cf01 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 944 time: 0.0566735 Oct 12 17:55:38.887459 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e7ed5422-8037-4ef4-af46-a468b12186f5 req-3484d925-0f8e-4b84-9dec-22e2cc75f21c tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395908 Oct 12 17:55:38.970834 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 44a535e9-31c5-44a4-9c81-d56c07c00bee up at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:55:39.049586 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning for port 44a535e9-31c5-44a4-9c81-d56c07c00bee completed by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:55:39.054846 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning complete for port 44a535e9-31c5-44a4-9c81-d56c07c00bee triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:55:39.055253 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:39.261312 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:39.285486 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db49ca03-575d-40bb-91ca-d90428ddfcfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a535e9-31c5-44a4-9c81-d56c07c00bee'}] {{(pid=105768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:55:39.287892 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d673ce2dcb2bb4fbf918fb1a8c35d4bb21dca6670ea86fc912d44392d0d8dbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffeaa144-0aeb-4ee5-8b6b-7edbc17a63a1" -d '{"events": [{"server_uuid": "db49ca03-575d-40bb-91ca-d90428ddfcfb", "name": "network-vif-plugged", "status": "completed", "tag": "44a535e9-31c5-44a4-9c81-d56c07c00bee"}]}' {{(pid=105768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:55:39.301522 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 44a535e9-31c5-44a4-9c81-d56c07c00bee, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=44a535e9-31c5-44a4-9c81-d56c07c00bee,segment=NetworkSegment(1daa5b13-1a46-4a51-8ff5-99f71f99c000),segment_id=1daa5b13-1a46-4a51-8ff5-99f71f99c000)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:55:39.307613 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:39.358694 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=44a535e9-31c5-44a4-9c81-d56c07c00bee,revision_number=5']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:39.449407 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2dbba06-db60-4d1b-a46d-8e5e34c5e51e x-openstack-request-id: req-f2dbba06-db60-4d1b-a46d-8e5e34c5e51e {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:55:39.449688 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db49ca03-575d-40bb-91ca-d90428ddfcfb", "name": "network-vif-plugged", "status": "completed", "tag": "44a535e9-31c5-44a4-9c81-d56c07c00bee", "code": 200}]} {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:55:39.449931 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f2dbba06-db60-4d1b-a46d-8e5e34c5e51e {{(pid=105768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:55:39.450313 dv-cinder-813226-2-iscsi neutron-server[105768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db49ca03-575d-40bb-91ca-d90428ddfcfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a535e9-31c5-44a4-9c81-d56c07c00bee', 'code': 200} Oct 12 17:55:40.010960 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45bbae-5801-40b0-80bf-99b8710dc5eb req-37bd661e-1d20-44a5-b621-2abdc7195db2 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:40.012567 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-bd45bbae-5801-40b0-80bf-99b8710dc5eb req-37bd661e-1d20-44a5-b621-2abdc7195db2 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 945 time: 0.0534708 Oct 12 17:55:40.069212 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-bd45bbae-5801-40b0-80bf-99b8710dc5eb req-4c25c713-3547-4d16-a4b1-cf6139c66b97 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473278 Oct 12 17:55:41.018371 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-1f0cdc77-1b28-476b-ade3-870d945954ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:41.203222 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f8731-c389-415b-998e-c42e7d3d40a5 req-6e3328cf-a37e-4654-9f27-3c7207527d1e tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:41.204705 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5c8f8731-c389-415b-998e-c42e7d3d40a5 req-6e3328cf-a37e-4654-9f27-3c7207527d1e tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 945 time: 0.0578396 Oct 12 17:55:41.248320 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5c8f8731-c389-415b-998e-c42e7d3d40a5 req-77ec33d8-d225-4c0c-8ef9-318e4d6b4273 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339189 Oct 12 17:55:41.882664 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:42.190459 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a643b4-91cb-4e99-a5a4-238735db9cba req-92f5d440-6805-4a3b-9cf4-65007577b2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:42.192360 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-e5a643b4-91cb-4e99-a5a4-238735db9cba req-92f5d440-6805-4a3b-9cf4-65007577b2c8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 1098 time: 0.0473135 Oct 12 17:55:42.237517 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-e5a643b4-91cb-4e99-a5a4-238735db9cba req-84528df9-e131-45dd-9871-081a15392538 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375457 Oct 12 17:55:42.292824 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:42.385729 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b14e64-f9b5-4fb2-b57d-9461f0c656c0 req-a4e1f26f-2b06-4ff2-90ea-2ad38c0df98a tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:42.387170 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c7b14e64-f9b5-4fb2-b57d-9461f0c656c0 req-a4e1f26f-2b06-4ff2-90ea-2ad38c0df98a tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 945 time: 0.0604138 Oct 12 17:55:42.425823 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c7b14e64-f9b5-4fb2-b57d-9461f0c656c0 req-5dc2baab-ca48-49bf-a6eb-2e43931ccb04 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326657 Oct 12 17:55:43.580738 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c150a-67b8-41ff-ae4e-32c8459583ed req-4c2f6e6f-432a-41bd-b188-a81265a6198e tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:43.582285 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d07c150a-67b8-41ff-ae4e-32c8459583ed req-4c2f6e6f-432a-41bd-b188-a81265a6198e tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 945 time: 0.0633798 Oct 12 17:55:43.623660 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d07c150a-67b8-41ff-ae4e-32c8459583ed req-157eb58e-96e2-4b7c-a96a-0d4cb49c6975 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344422 Oct 12 17:55:43.754101 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97350b42-f490-4374-ae53-5442d5ffd0ba req-1105c625-6f75-4a6f-871d-9c0a8252d67a tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:43.755651 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-97350b42-f490-4374-ae53-5442d5ffd0ba req-1105c625-6f75-4a6f-871d-9c0a8252d67a tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 945 time: 0.0524359 Oct 12 17:55:43.764503 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 38934) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:55:43.769085 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-1ba21467-2d30-4c6b-a51b-ba49901c25e5 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Request body: {'floatingip': {'port_id': '44a535e9-31c5-44a4-9c81-d56c07c00bee'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:55:43.813136 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1ba21467-2d30-4c6b-a51b-ba49901c25e5 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for floatingip, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:43.820123 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:44.277781 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1ba21467-2d30-4c6b-a51b-ba49901c25e5 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:44.284434 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1ba21467-2d30-4c6b-a51b-ba49901c25e5 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8091027'] for floatingip, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:44.394311 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.db.l3_db [None req-1ba21467-2d30-4c6b-a51b-ba49901c25e5 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Floating IP b1e26a2f-0e21-4303-9652-ba1ef6735394 associated. External IP: 172.27.0.41, port: 44a535e9-31c5-44a4-9c81-d56c07c00bee. Oct 12 17:55:44.616297 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba21467-2d30-4c6b-a51b-ba49901c25e5 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Router 27296b46-1290-4b5e-a4f0-045b9377fc19 has already been hosted by L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 {{(pid=105766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:55:44.733537 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba21467-2d30-4c6b-a51b-ba49901c25e5 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:55:44.738083 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1ba21467-2d30-4c6b-a51b-ba49901c25e5 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for floatingip, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:44.744260 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5ddf5b-a852-431a-a08e-29011b33fafb None None] Sync routers for ids ['27296b46-1290-4b5e-a4f0-045b9377fc19'] in dv-cinder-813226-2-iscsi {{(pid=105769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:55:44.754173 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5ddf5b-a852-431a-a08e-29011b33fafb None None] Routers {'27296b46-1290-4b5e-a4f0-045b9377fc19'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:55:44.754789 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-1b5ddf5b-a852-431a-a08e-29011b33fafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:55:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['27296b46-1290-4b5e-a4f0-045b9377fc19'], 'active': True} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:55:44.765191 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-1ba21467-2d30-4c6b-a51b-ba49901c25e5 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "PUT /v2.0/floatingips/b1e26a2f-0e21-4303-9652-ba1ef6735394 HTTP/1.1" status: 200 len: 990 time: 0.9996128 Oct 12 17:55:44.765762 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db49ca03-575d-40bb-91ca-d90428ddfcfb', 'tag': '44a535e9-31c5-44a4-9c81-d56c07c00bee'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:55:44.768152 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ba8fd1764513c7e19680242eeb7ddb2adb145f07e018bb81601842aae508955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45f693a-96be-4457-a5df-84367b539ed0" -d '{"events": [{"name": "network-changed", "server_uuid": "db49ca03-575d-40bb-91ca-d90428ddfcfb", "tag": "44a535e9-31c5-44a4-9c81-d56c07c00bee"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:55:44.871354 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvr_db [None req-1b5ddf5b-a852-431a-a08e-29011b33fafb None None] Set router 27296b46-1290-4b5e-a4f0-045b9377fc19 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:55:44.877447 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ff6fe0-89d6-4d8c-a78e-3ca1df117b6b x-openstack-request-id: req-63ff6fe0-89d6-4d8c-a78e-3ca1df117b6b {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:55:44.877745 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db49ca03-575d-40bb-91ca-d90428ddfcfb", "tag": "44a535e9-31c5-44a4-9c81-d56c07c00bee", "status": "completed", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:55:44.877991 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-63ff6fe0-89d6-4d8c-a78e-3ca1df117b6b {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:55:44.878416 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db49ca03-575d-40bb-91ca-d90428ddfcfb', 'tag': '44a535e9-31c5-44a4-9c81-d56c07c00bee', 'status': 'completed', 'code': 200} Oct 12 17:55:45.209503 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-1b5ddf5b-a852-431a-a08e-29011b33fafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'name': 'tempest-AttachVolumeShelveTestJSON-1067764364-router', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'b5ae15a1-9d93-4fcc-9224-a7d6be24e905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:52:46Z', 'updated_at': '2021-10-12T17:52:49Z', 'revision_number': 4, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'gw_port': {'id': 'b5ae15a1-9d93-4fcc-9224-a7d6be24e905', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:52:46Z', 'updated_at': '2021-10-12T17:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_floatingips': [{'id': 'b1e26a2f-0e21-4303-9652-ba1ef6735394', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'floating_ip_address': '172.27.0.41', 'floating_network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'router_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'port_id': '44a535e9-31c5-44a4-9c81-d56c07c00bee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50', 'mac_address': 'fa:16:3e:2e:3e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db49ca03-575d-40bb-91ca-d90428ddfcfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:55:23Z', 'updated_at': '2021-10-12T17:55:44Z', 'revision_number': 1, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd09bbaf-213e-4fe6-a25d-daccbd306698', 'name': '', 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'mac_address': 'fa:16:3e:b4:b5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a884ca43-ba25-4d6f-85eb-cb8452a55329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:52:48Z', 'updated_at': '2021-10-12T17:52:53Z', 'revision_number': 5, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'subnets': [{'id': 'a884ca43-ba25-4d6f-85eb-cb8452a55329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:55:45.236487 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5ddf5b-a852-431a-a08e-29011b33fafb None None] Checking router: 27296b46-1290-4b5e-a4f0-045b9377fc19 for host: dv-cinder-813226-2-iscsi {{(pid=105769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:55:45.245486 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5ddf5b-a852-431a-a08e-29011b33fafb None None] Routers {'27296b46-1290-4b5e-a4f0-045b9377fc19'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:55:45.246101 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-1b5ddf5b-a852-431a-a08e-29011b33fafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:55:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['27296b46-1290-4b5e-a4f0-045b9377fc19'], 'active': True} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:55:45.362077 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvr_db [None req-1b5ddf5b-a852-431a-a08e-29011b33fafb None None] Set router 27296b46-1290-4b5e-a4f0-045b9377fc19 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:55:45.609609 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-1b5ddf5b-a852-431a-a08e-29011b33fafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'name': 'tempest-AttachVolumeShelveTestJSON-1067764364-router', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'b5ae15a1-9d93-4fcc-9224-a7d6be24e905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:52:46Z', 'updated_at': '2021-10-12T17:52:49Z', 'revision_number': 4, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'gw_port': {'id': 'b5ae15a1-9d93-4fcc-9224-a7d6be24e905', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:52:46Z', 'updated_at': '2021-10-12T17:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_floatingips': [{'id': 'b1e26a2f-0e21-4303-9652-ba1ef6735394', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'floating_ip_address': '172.27.0.41', 'floating_network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'router_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'port_id': '44a535e9-31c5-44a4-9c81-d56c07c00bee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50', 'mac_address': 'fa:16:3e:2e:3e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db49ca03-575d-40bb-91ca-d90428ddfcfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:55:23Z', 'updated_at': '2021-10-12T17:55:44Z', 'revision_number': 1, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd09bbaf-213e-4fe6-a25d-daccbd306698', 'name': '', 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'mac_address': 'fa:16:3e:b4:b5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a884ca43-ba25-4d6f-85eb-cb8452a55329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:52:48Z', 'updated_at': '2021-10-12T17:52:53Z', 'revision_number': 5, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'subnets': [{'id': 'a884ca43-ba25-4d6f-85eb-cb8452a55329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:55:45.636235 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5ddf5b-a852-431a-a08e-29011b33fafb None None] The sync data for ids ['27296b46-1290-4b5e-a4f0-045b9377fc19'] in dv-cinder-813226-2-iscsi is: [{'id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'name': 'tempest-AttachVolumeShelveTestJSON-1067764364-router', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'b5ae15a1-9d93-4fcc-9224-a7d6be24e905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:52:46Z', 'updated_at': '2021-10-12T17:52:49Z', 'revision_number': 4, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'gw_port': {'id': 'b5ae15a1-9d93-4fcc-9224-a7d6be24e905', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:52:46Z', 'updated_at': '2021-10-12T17:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_floatingips': [{'id': 'b1e26a2f-0e21-4303-9652-ba1ef6735394', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'floating_ip_address': '172.27.0.41', 'floating_network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'router_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'port_id': '44a535e9-31c5-44a4-9c81-d56c07c00bee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50', 'mac_address': 'fa:16:3e:2e:3e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db49ca03-575d-40bb-91ca-d90428ddfcfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:55:23Z', 'updated_at': '2021-10-12T17:55:44Z', 'revision_number': 1, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd09bbaf-213e-4fe6-a25d-daccbd306698', 'name': '', 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'mac_address': 'fa:16:3e:b4:b5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a884ca43-ba25-4d6f-85eb-cb8452a55329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:52:48Z', 'updated_at': '2021-10-12T17:52:53Z', 'revision_number': 5, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'subnets': [{'id': 'a884ca43-ba25-4d6f-85eb-cb8452a55329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:55:45.841435 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77db62e4-adad-437c-a8b7-87a9e5dc4734 None None] New status for floating IP b1e26a2f-0e21-4303-9652-ba1ef6735394: ACTIVE {{(pid=105768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:55:47.755527 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f693a-96be-4457-a5df-84367b539ed0 req-de14cd20-ee42-476b-b03a-7995674288c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:47.757234 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-a45f693a-96be-4457-a5df-84367b539ed0 req-de14cd20-ee42-476b-b03a-7995674288c0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dfd0375a96eb488fae8a38e2ba0c646a&device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 1098 time: 0.0490298 Oct 12 17:55:48.129317 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f693a-96be-4457-a5df-84367b539ed0 req-8565bf99-e288-42c5-b38e-ecc14038a7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:48.130893 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-a45f693a-96be-4457-a5df-84367b539ed0 req-8565bf99-e288-42c5-b38e-ecc14038a7cb service neutron] 10.222.0.44 "GET /v2.0/networks?id=1d64f78d-25a5-4c4d-bea6-a6a102640e50 HTTP/1.1" status: 200 len: 919 time: 0.3646622 Oct 12 17:55:48.204874 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-a45f693a-96be-4457-a5df-84367b539ed0 req-9e8a1998-b74c-4fbf-afe7-f224de63b4d4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44a535e9-31c5-44a4-9c81-d56c07c00bee HTTP/1.1" status: 200 len: 1000 time: 0.0652370 Oct 12 17:55:48.263979 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f693a-96be-4457-a5df-84367b539ed0 req-d4904ffe-b864-4dce-8fc4-b57d63b5901b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:48.265431 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-a45f693a-96be-4457-a5df-84367b539ed0 req-d4904ffe-b864-4dce-8fc4-b57d63b5901b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a884ca43-ba25-4d6f-85eb-cb8452a55329 HTTP/1.1" status: 200 len: 856 time: 0.0463936 Oct 12 17:55:48.319267 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f693a-96be-4457-a5df-84367b539ed0 req-a1d4a7b4-9c2b-41c3-9cbe-a9c545b7a02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:48.320788 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-a45f693a-96be-4457-a5df-84367b539ed0 req-a1d4a7b4-9c2b-41c3-9cbe-a9c545b7a02c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1d64f78d-25a5-4c4d-bea6-a6a102640e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481470 Oct 12 17:55:48.432329 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-a45f693a-96be-4457-a5df-84367b539ed0 req-198226e6-9df4-4504-b270-d2cf61967388 service neutron] 10.222.0.44 "GET /v2.0/networks/1d64f78d-25a5-4c4d-bea6-a6a102640e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929773 Oct 12 17:55:48.526882 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-a45f693a-96be-4457-a5df-84367b539ed0 req-e0340e68-1fae-4bd5-96e5-a6731e56f578 service neutron] 10.222.0.44 "GET /v2.0/networks/1d64f78d-25a5-4c4d-bea6-a6a102640e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856876 Oct 12 17:55:52.850765 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 39020) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:55:52.963954 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-db03dd5a-752c-4028-abf5-a2e4b2854911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:53.053165 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-db03dd5a-752c-4028-abf5-a2e4b2854911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:53.059618 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-db03dd5a-752c-4028-abf5-a2e4b2854911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:53.098191 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-db03dd5a-752c-4028-abf5-a2e4b2854911 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d4b31937c3d644458cd7a4d81780310f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461243 Oct 12 17:55:53.099160 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03dd5a-752c-4028-abf5-a2e4b2854911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d591ef0b-bc5d-41cf-b740-37bbcb4bcc8e,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:53.100803 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 39024) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:55:53.157653 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-6ece53bb-f372-4f78-b65c-3bb03dec85fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:53.185626 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-6ece53bb-f372-4f78-b65c-3bb03dec85fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:53.239413 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-6ece53bb-f372-4f78-b65c-3bb03dec85fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:53.242286 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-6ece53bb-f372-4f78-b65c-3bb03dec85fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:53.243625 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-6ece53bb-f372-4f78-b65c-3bb03dec85fb admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d591ef0b-bc5d-41cf-b740-37bbcb4bcc8e HTTP/1.1" status: 204 len: 168 time: 0.1408455 Oct 12 17:55:53.252190 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece53bb-f372-4f78-b65c-3bb03dec85fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d591ef0b-bc5d-41cf-b740-37bbcb4bcc8e,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:53.549690 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 39032) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:55:53.564955 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-0887be8f-125f-4c09-a9e7-1a350cc67db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:53.652509 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-0887be8f-125f-4c09-a9e7-1a350cc67db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:53.658586 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-0887be8f-125f-4c09-a9e7-1a350cc67db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:53.701086 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-0887be8f-125f-4c09-a9e7-1a350cc67db5 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=683896d9f18f450a9e639447363271ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1502063 Oct 12 17:55:53.702271 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0887be8f-125f-4c09-a9e7-1a350cc67db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a68d2f8-c982-4c2a-8053-19f54d1a780c,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:53.704039 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 39034) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:55:53.770141 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1c4f444e-84f6-48fb-bb27-0da107eb5712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:53.792816 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1c4f444e-84f6-48fb-bb27-0da107eb5712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:53.848740 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1c4f444e-84f6-48fb-bb27-0da107eb5712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:53.851995 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1c4f444e-84f6-48fb-bb27-0da107eb5712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:53.853795 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-1c4f444e-84f6-48fb-bb27-0da107eb5712 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/8a68d2f8-c982-4c2a-8053-19f54d1a780c HTTP/1.1" status: 204 len: 168 time: 0.1477158 Oct 12 17:55:53.863086 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f444e-84f6-48fb-bb27-0da107eb5712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a68d2f8-c982-4c2a-8053-19f54d1a780c,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:56.693965 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:03.142683 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 6 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:56:04.384216 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 39138) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:56:04.498776 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3f561cf9-9885-4478-b216-408bef1f4b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:04.584806 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3f561cf9-9885-4478-b216-408bef1f4b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:04.589906 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3f561cf9-9885-4478-b216-408bef1f4b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:04.628050 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-3f561cf9-9885-4478-b216-408bef1f4b7a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5349a1d0a94c465197e9ab20e0ea7b98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2427461 Oct 12 17:56:04.628894 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f561cf9-9885-4478-b216-408bef1f4b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b12dab-a163-4541-8537-722e055efb58,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:04.632091 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 39144) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:56:04.686595 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-d2b999b6-333e-4b3c-bc4f-a9ee312021d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:04.709528 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-d2b999b6-333e-4b3c-bc4f-a9ee312021d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:04.773559 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-d2b999b6-333e-4b3c-bc4f-a9ee312021d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:04.776198 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-d2b999b6-333e-4b3c-bc4f-a9ee312021d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:04.777762 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-d2b999b6-333e-4b3c-bc4f-a9ee312021d7 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/88b12dab-a163-4541-8537-722e055efb58 HTTP/1.1" status: 204 len: 168 time: 0.1446648 Oct 12 17:56:04.791084 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b999b6-333e-4b3c-bc4f-a9ee312021d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b12dab-a163-4541-8537-722e055efb58,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:04.800717 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b999b6-333e-4b3c-bc4f-a9ee312021d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:04.801058 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b999b6-333e-4b3c-bc4f-a9ee312021d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:04.801385 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b999b6-333e-4b3c-bc4f-a9ee312021d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:04.801710 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b999b6-333e-4b3c-bc4f-a9ee312021d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:04.802027 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b999b6-333e-4b3c-bc4f-a9ee312021d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:04.802363 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b999b6-333e-4b3c-bc4f-a9ee312021d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:04.802692 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b999b6-333e-4b3c-bc4f-a9ee312021d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:04.803005 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b999b6-333e-4b3c-bc4f-a9ee312021d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:04.803316 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b999b6-333e-4b3c-bc4f-a9ee312021d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:04.803619 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b999b6-333e-4b3c-bc4f-a9ee312021d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:04.803922 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b999b6-333e-4b3c-bc4f-a9ee312021d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:04.804248 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b999b6-333e-4b3c-bc4f-a9ee312021d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:05.095292 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 39150) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:56:05.115763 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-9e720d4f-e2fb-4a65-a5ec-4fd21bcae72f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:05.203590 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-9e720d4f-e2fb-4a65-a5ec-4fd21bcae72f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:05.210798 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-9e720d4f-e2fb-4a65-a5ec-4fd21bcae72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:05.248651 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-9e720d4f-e2fb-4a65-a5ec-4fd21bcae72f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=cffbe5c4fa234d93b13e0ecf152b42d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1519761 Oct 12 17:56:05.249733 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e720d4f-e2fb-4a65-a5ec-4fd21bcae72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c10093-4820-4e88-b5d2-749fd7c18e93,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:05.251599 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 39152) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:56:05.304889 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e0894084-8d70-419d-a46c-82946515d041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:05.339667 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e0894084-8d70-419d-a46c-82946515d041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:05.396047 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e0894084-8d70-419d-a46c-82946515d041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:05.398571 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e0894084-8d70-419d-a46c-82946515d041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:05.399746 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-e0894084-8d70-419d-a46c-82946515d041 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/30c10093-4820-4e88-b5d2-749fd7c18e93 HTTP/1.1" status: 204 len: 168 time: 0.1471260 Oct 12 17:56:05.407729 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0894084-8d70-419d-a46c-82946515d041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c10093-4820-4e88-b5d2-749fd7c18e93,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:08.289461 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-484cb419-e6a3-47bc-a3ed-fad8945680c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:11.022112 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-489ede3f-69ab-4930-aba5-9907950d1cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:11.646261 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b03e8-813a-490c-b1a7-27563289c717 req-6577b354-dd8e-4276-84b7-3fa48268e477 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:11.648147 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-b82b03e8-813a-490c-b1a7-27563289c717 req-6577b354-dd8e-4276-84b7-3fa48268e477 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 945 time: 0.0545304 Oct 12 17:56:11.700453 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-b82b03e8-813a-490c-b1a7-27563289c717 req-c267ee92-455d-4245-a81c-cebb719261fc tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461917 Oct 12 17:56:11.887437 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:12.292868 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:12.838711 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b02c2a-8c26-4050-843f-7922f63eab5d req-b423a0b2-ffe2-4066-a3b0-7d1d0d3ef0b1 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:12.840277 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-21b02c2a-8c26-4050-843f-7922f63eab5d req-b423a0b2-ffe2-4066-a3b0-7d1d0d3ef0b1 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 945 time: 0.0655987 Oct 12 17:56:12.880009 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-21b02c2a-8c26-4050-843f-7922f63eab5d req-3226c9f3-d5ae-4222-a0b7-ed654e4a8c26 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334222 Oct 12 17:56:13.830424 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:14.006289 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149f6dc-589b-46b0-908e-e04790e82df2 req-adad2338-a17b-4467-8721-f6bdd13393bb tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:14.008032 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9149f6dc-589b-46b0-908e-e04790e82df2 req-adad2338-a17b-4467-8721-f6bdd13393bb tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 945 time: 0.0578420 Oct 12 17:56:14.053124 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9149f6dc-589b-46b0-908e-e04790e82df2 req-0ce91aca-0f79-4c82-8e1c-8ac678787cc7 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356956 Oct 12 17:56:15.201554 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ed8c9-e7b9-45f2-a3ef-044428d18e9c req-28fe293d-6f9c-41e5-a937-0f3bd550fa4a tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:15.204000 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a16ed8c9-e7b9-45f2-a3ef-044428d18e9c req-28fe293d-6f9c-41e5-a937-0f3bd550fa4a tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 945 time: 0.0780590 Oct 12 17:56:15.249838 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a16ed8c9-e7b9-45f2-a3ef-044428d18e9c req-5bcf257b-832d-46ed-b778-0e6c4db0171d tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394189 Oct 12 17:56:16.378377 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717039c-27a5-4bb2-a0c9-d0ad383dc725 req-eef0670f-5182-405c-8af9-3d8ba15f1c83 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:16.379920 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-7717039c-27a5-4bb2-a0c9-d0ad383dc725 req-eef0670f-5182-405c-8af9-3d8ba15f1c83 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 945 time: 0.0517044 Oct 12 17:56:16.420276 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-7717039c-27a5-4bb2-a0c9-d0ad383dc725 req-1f23c529-f641-4999-9119-2e3661bbcb4c tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341909 Oct 12 17:56:17.550002 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817529b-8032-48e8-89ff-66175737480e req-51e1b08b-12ca-4889-9b91-29097eb00472 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:17.551491 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8817529b-8032-48e8-89ff-66175737480e req-51e1b08b-12ca-4889-9b91-29097eb00472 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 945 time: 0.0548029 Oct 12 17:56:17.588971 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8817529b-8032-48e8-89ff-66175737480e req-a4be2940-b131-4eef-b019-d6048e1bc618 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313990 Oct 12 17:56:18.724486 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc21907-b2f2-4da7-a7d4-23ce4d8d7a42 req-73a30a44-2fa5-4657-bf11-e2d82d923e64 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:18.725934 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6cc21907-b2f2-4da7-a7d4-23ce4d8d7a42 req-73a30a44-2fa5-4657-bf11-e2d82d923e64 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 945 time: 0.0524571 Oct 12 17:56:18.765159 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6cc21907-b2f2-4da7-a7d4-23ce4d8d7a42 req-e2128f73-396f-44f0-8365-06f48ab7b500 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328858 Oct 12 17:56:19.901496 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c9d3f-5b45-425b-bc8a-243f5869287a req-e7d9f396-4768-48f0-b841-713d39221bb9 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:19.903021 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-067c9d3f-5b45-425b-bc8a-243f5869287a req-e7d9f396-4768-48f0-b841-713d39221bb9 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 945 time: 0.0666838 Oct 12 17:56:19.941012 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-067c9d3f-5b45-425b-bc8a-243f5869287a req-38f04bc8-b13e-4038-90a1-2a32341e540f tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319674 Oct 12 17:56:21.082460 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60c2f9-cc58-4365-9ff7-2bb189f9c57b req-a577d9a6-1094-457f-b1f4-bc0529cd3578 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:21.083849 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-fd60c2f9-cc58-4365-9ff7-2bb189f9c57b req-a577d9a6-1094-457f-b1f4-bc0529cd3578 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 945 time: 0.0661826 Oct 12 17:56:21.123832 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-fd60c2f9-cc58-4365-9ff7-2bb189f9c57b req-a8a3d895-917b-4b5b-b38f-14abd4662eae tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320036 Oct 12 17:56:22.253493 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46cdace-fa3d-482f-ae10-b88ac470c01b req-cccdc720-8a01-4359-900b-5e39748df632 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:22.255060 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f46cdace-fa3d-482f-ae10-b88ac470c01b req-cccdc720-8a01-4359-900b-5e39748df632 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 945 time: 0.0531166 Oct 12 17:56:22.294186 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f46cdace-fa3d-482f-ae10-b88ac470c01b req-d484470f-886f-416b-bb9e-93db1ce177c9 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331404 Oct 12 17:56:23.415378 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d52db-6d7f-4dd2-93aa-6e969361ff0e req-d48b0252-4eb4-4dad-b082-b2084dfe7838 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:23.417219 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4e3d52db-6d7f-4dd2-93aa-6e969361ff0e req-d48b0252-4eb4-4dad-b082-b2084dfe7838 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 945 time: 0.0534921 Oct 12 17:56:23.460456 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4e3d52db-6d7f-4dd2-93aa-6e969361ff0e req-db2db31c-e45d-42b8-97a4-95067c8406d3 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370615 Oct 12 17:56:24.580009 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3f0fe-a0df-49fc-872c-8cf20b8f8f26 req-a60ebfe0-64b6-4aed-ab80-fa8c1b5b0234 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:24.581573 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-64d3f0fe-a0df-49fc-872c-8cf20b8f8f26 req-a60ebfe0-64b6-4aed-ab80-fa8c1b5b0234 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 945 time: 0.0532367 Oct 12 17:56:24.621663 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-64d3f0fe-a0df-49fc-872c-8cf20b8f8f26 req-5467b395-1ec5-49de-bce0-f987792bfa66 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340266 Oct 12 17:56:25.414311 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620b157-c3fb-4dee-9ecc-1fe93b94af8a req-049ba66e-ee6c-4020-a709-5b309403d173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:25.415863 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-6620b157-c3fb-4dee-9ecc-1fe93b94af8a req-049ba66e-ee6c-4020-a709-5b309403d173 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0af5809ae3f6462d823ee7e99ff16820&device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 1098 time: 0.0464582 Oct 12 17:56:25.524901 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620b157-c3fb-4dee-9ecc-1fe93b94af8a req-a645de6b-02d3-4b4b-891d-5c1bc74dcf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:25.526431 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-6620b157-c3fb-4dee-9ecc-1fe93b94af8a req-a645de6b-02d3-4b4b-891d-5c1bc74dcf69 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9786a2da-354e-4b2b-944e-524749bdbde9 HTTP/1.1" status: 200 len: 910 time: 0.0868495 Oct 12 17:56:25.598072 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-6620b157-c3fb-4dee-9ecc-1fe93b94af8a req-d5d0f4df-a1ff-4725-8155-20c310c53b31 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b2c7936-488e-4d28-9ea8-ecf30bdbce6c HTTP/1.1" status: 200 len: 1000 time: 0.0635922 Oct 12 17:56:25.648066 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620b157-c3fb-4dee-9ecc-1fe93b94af8a req-75f8c7fb-ee80-4d67-b876-e6a9c64e23c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:25.649692 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-6620b157-c3fb-4dee-9ecc-1fe93b94af8a req-75f8c7fb-ee80-4d67-b876-e6a9c64e23c1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1884ac9-4489-4c64-8eb4-289f84b932a8 HTTP/1.1" status: 200 len: 847 time: 0.0444782 Oct 12 17:56:25.696913 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620b157-c3fb-4dee-9ecc-1fe93b94af8a req-34d363d8-494a-4959-890d-9bf844dc7655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:25.698476 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-6620b157-c3fb-4dee-9ecc-1fe93b94af8a req-34d363d8-494a-4959-890d-9bf844dc7655 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9786a2da-354e-4b2b-944e-524749bdbde9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406544 Oct 12 17:56:25.738619 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff174ef-df21-4f5b-b27d-b4c20a572f57 req-dfa38fc7-df09-4007-b175-20d5f4ee790e tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:25.740125 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-fff174ef-df21-4f5b-b27d-b4c20a572f57 req-dfa38fc7-df09-4007-b175-20d5f4ee790e tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 945 time: 0.0503430 Oct 12 17:56:25.779986 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-fff174ef-df21-4f5b-b27d-b4c20a572f57 req-96e64a77-67a9-4e56-bb55-c74378fbab36 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336130 Oct 12 17:56:25.799767 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-6620b157-c3fb-4dee-9ecc-1fe93b94af8a req-61622325-8d35-4f20-8dab-92632e10eec2 service neutron] 10.222.0.44 "GET /v2.0/networks/9786a2da-354e-4b2b-944e-524749bdbde9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871196 Oct 12 17:56:25.892391 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-6620b157-c3fb-4dee-9ecc-1fe93b94af8a req-8d19a70b-eefb-4cdd-8958-bc8743040824 service neutron] 10.222.0.44 "GET /v2.0/networks/9786a2da-354e-4b2b-944e-524749bdbde9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847118 Oct 12 17:56:26.703409 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:26.899753 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb1f90-20e2-468a-9813-443a27b1e2f1 req-7aa76769-8842-45ac-a5ab-6984d5814ffc tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:26.901121 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2aeb1f90-20e2-468a-9813-443a27b1e2f1 req-7aa76769-8842-45ac-a5ab-6984d5814ffc tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 945 time: 0.0514092 Oct 12 17:56:26.944288 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2aeb1f90-20e2-468a-9813-443a27b1e2f1 req-3e560884-35f2-4bd4-aa1f-f7d69e35c7db tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335116 Oct 12 17:56:28.081418 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00a998-eecc-4e93-9709-280b8b37c57c req-5f837f86-7d5e-4f45-a2a9-423b48ac73d9 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:28.082922 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ac00a998-eecc-4e93-9709-280b8b37c57c req-5f837f86-7d5e-4f45-a2a9-423b48ac73d9 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 945 time: 0.0644619 Oct 12 17:56:28.125271 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ac00a998-eecc-4e93-9709-280b8b37c57c req-5befc5b5-d82c-4c8c-99e2-5d41c7c6636b tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330267 Oct 12 17:56:29.247905 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47e6c0-42c9-4ddc-bdc7-75a70197dc3f req-dfe21f38-f117-477f-a8b2-3759822cb45c tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:29.249395 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ee47e6c0-42c9-4ddc-bdc7-75a70197dc3f req-dfe21f38-f117-477f-a8b2-3759822cb45c tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 945 time: 0.0479267 Oct 12 17:56:29.297691 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ee47e6c0-42c9-4ddc-bdc7-75a70197dc3f req-1a2c9208-3ecd-431a-aedd-54b82dc278bd tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420673 Oct 12 17:56:29.521732 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee17b7e-a383-490e-9152-3654e562a6bf req-36ebf569-ca2e-4f5f-baab-5a0200acb606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:29.523267 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-4ee17b7e-a383-490e-9152-3654e562a6bf req-36ebf569-ca2e-4f5f-baab-5a0200acb606 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0af5809ae3f6462d823ee7e99ff16820&device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 1098 time: 0.0449138 Oct 12 17:56:29.623774 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee17b7e-a383-490e-9152-3654e562a6bf req-53167259-8182-4290-95fe-42f7d38b0a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:29.625290 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-4ee17b7e-a383-490e-9152-3654e562a6bf req-53167259-8182-4290-95fe-42f7d38b0a2f service neutron] 10.222.0.44 "GET /v2.0/networks?id=9786a2da-354e-4b2b-944e-524749bdbde9 HTTP/1.1" status: 200 len: 910 time: 0.0929828 Oct 12 17:56:29.698788 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-4ee17b7e-a383-490e-9152-3654e562a6bf req-aa87dfd6-5e4c-4905-86c3-f1c6637d51bf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b2c7936-488e-4d28-9ea8-ecf30bdbce6c HTTP/1.1" status: 200 len: 1000 time: 0.0657201 Oct 12 17:56:29.760520 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee17b7e-a383-490e-9152-3654e562a6bf req-406a71fb-cfc4-454e-9506-e45c973339b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:29.761932 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-4ee17b7e-a383-490e-9152-3654e562a6bf req-406a71fb-cfc4-454e-9506-e45c973339b2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1884ac9-4489-4c64-8eb4-289f84b932a8 HTTP/1.1" status: 200 len: 847 time: 0.0547292 Oct 12 17:56:29.808835 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee17b7e-a383-490e-9152-3654e562a6bf req-2518cc12-277a-472c-8898-156a34dee09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:29.810627 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-4ee17b7e-a383-490e-9152-3654e562a6bf req-2518cc12-277a-472c-8898-156a34dee09b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9786a2da-354e-4b2b-944e-524749bdbde9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404239 Oct 12 17:56:29.909120 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-4ee17b7e-a383-490e-9152-3654e562a6bf req-c0429570-3b99-474a-ba49-93493809e6e1 service neutron] 10.222.0.44 "GET /v2.0/networks/9786a2da-354e-4b2b-944e-524749bdbde9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904138 Oct 12 17:56:30.005631 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-4ee17b7e-a383-490e-9152-3654e562a6bf req-e7e9e781-8fd4-4e6f-84a5-8d204211d441 service neutron] 10.222.0.44 "GET /v2.0/networks/9786a2da-354e-4b2b-944e-524749bdbde9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873363 Oct 12 17:56:30.436561 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77581e-3c3a-4fb9-b8e7-467e13e14a06 req-c8c93c85-a6f9-4ad9-9922-6e19e8c1ba98 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:30.438056 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-1e77581e-3c3a-4fb9-b8e7-467e13e14a06 req-c8c93c85-a6f9-4ad9-9922-6e19e8c1ba98 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 945 time: 0.0621686 Oct 12 17:56:30.476008 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-1e77581e-3c3a-4fb9-b8e7-467e13e14a06 req-ae560ff3-7314-4b05-8d47-348b68dd9159 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317044 Oct 12 17:56:31.618217 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3862d70-a84f-4372-a154-6d22bd4ec519 req-01026577-85a1-40d0-af3e-967432687b65 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:31.619725 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f3862d70-a84f-4372-a154-6d22bd4ec519 req-01026577-85a1-40d0-af3e-967432687b65 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 945 time: 0.0762959 Oct 12 17:56:31.662437 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f3862d70-a84f-4372-a154-6d22bd4ec519 req-972e29ca-ac28-4e1a-a3bb-4dd1aac0f6da tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357924 Oct 12 17:56:32.792912 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b2372-fc1d-4e07-a0a5-87521af628d7 req-900c39bb-ee96-47db-b108-2dce99ec2420 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:32.794488 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ec4b2372-fc1d-4e07-a0a5-87521af628d7 req-900c39bb-ee96-47db-b108-2dce99ec2420 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 945 time: 0.0561385 Oct 12 17:56:32.843944 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ec4b2372-fc1d-4e07-a0a5-87521af628d7 req-4dc1ea6a-6a7d-4e14-bc4b-3509f5bb6034 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394609 Oct 12 17:56:33.964776 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e69fdf-4b13-473d-8e40-bcdd44900b11 req-47a865a9-1b43-4714-8f3f-4faf8151b4b9 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:33.966279 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f3e69fdf-4b13-473d-8e40-bcdd44900b11 req-47a865a9-1b43-4714-8f3f-4faf8151b4b9 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 945 time: 0.0500908 Oct 12 17:56:34.004878 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f3e69fdf-4b13-473d-8e40-bcdd44900b11 req-027908b1-8d0b-4a35-8a25-a76cf21caada tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320542 Oct 12 17:56:34.283790 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2fc01-0fcd-4f97-8da0-e348358999fd req-1a36cbf6-f2d0-4762-83b6-5138b9941efd tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:34.285262 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-00d2fc01-0fcd-4f97-8da0-e348358999fd req-1a36cbf6-f2d0-4762-83b6-5138b9941efd tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 945 time: 0.0603001 Oct 12 17:56:34.324598 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-00d2fc01-0fcd-4f97-8da0-e348358999fd req-79c0119b-7bed-42f1-842a-b28908cae944 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328345 Oct 12 17:56:35.139634 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a736dfe-dec6-4843-b691-f4c131fde23f req-41331b69-8ad4-4d6e-9f1d-ef29ea67bf0d tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:35.141218 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4a736dfe-dec6-4843-b691-f4c131fde23f req-41331b69-8ad4-4d6e-9f1d-ef29ea67bf0d tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 945 time: 0.0555074 Oct 12 17:56:35.175865 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 6b2c7936-488e-4d28-9ea8-ecf30bdbce6c no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:56:35.183409 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4a736dfe-dec6-4843-b691-f4c131fde23f req-f3f8971c-75d1-4f5a-93b5-4e47ed5934ed tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332987 Oct 12 17:56:35.262238 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:35.284779 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f18509-d73e-4cec-a592-f60e4eea1091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b2c7936-488e-4d28-9ea8-ecf30bdbce6c'}] {{(pid=105768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:56:35.287061 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d673ce2dcb2bb4fbf918fb1a8c35d4bb21dca6670ea86fc912d44392d0d8dbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafd7570-f7c0-49e2-87f6-84ff6cac2c6c" -d '{"events": [{"server_uuid": "95f18509-d73e-4cec-a592-f60e4eea1091", "name": "network-vif-unplugged", "status": "completed", "tag": "6b2c7936-488e-4d28-9ea8-ecf30bdbce6c"}]}' {{(pid=105768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:56:35.299987 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 6b2c7936-488e-4d28-9ea8-ecf30bdbce6c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6b2c7936-488e-4d28-9ea8-ecf30bdbce6c,segment=NetworkSegment(3f9a12ba-5c8e-4c52-a93d-d1890c37c703),segment_id=3f9a12ba-5c8e-4c52-a93d-d1890c37c703)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:56:35.305372 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:35.331271 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 17:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cbe6bd-259f-4dcc-af74-e71376edc1e8 x-openstack-request-id: req-80cbe6bd-259f-4dcc-af74-e71376edc1e8 {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:56:35.331794 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f18509-d73e-4cec-a592-f60e4eea1091", "name": "network-vif-unplugged", "status": "completed", "tag": "6b2c7936-488e-4d28-9ea8-ecf30bdbce6c", "code": 200}]} {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:56:35.332197 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-80cbe6bd-259f-4dcc-af74-e71376edc1e8 {{(pid=105768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:56:35.332688 dv-cinder-813226-2-iscsi neutron-server[105768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f18509-d73e-4cec-a592-f60e4eea1091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b2c7936-488e-4d28-9ea8-ecf30bdbce6c', 'code': 200} Oct 12 17:56:35.359133 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=6b2c7936-488e-4d28-9ea8-ecf30bdbce6c,revision_number=6']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:35.450753 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67965d93-f730-4691-88eb-f0810b87e15d req-95690d58-a538-482b-a6a2-0f93038ac13b tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:35.452361 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-67965d93-f730-4691-88eb-f0810b87e15d req-95690d58-a538-482b-a6a2-0f93038ac13b tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 945 time: 0.0491207 Oct 12 17:56:35.490089 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-67965d93-f730-4691-88eb-f0810b87e15d req-9fdab012-9ebb-4a24-99ec-b676666565aa tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317216 Oct 12 17:56:35.506644 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 39456) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:56:35.613693 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6bfbc9a4-9b27-4da4-a9a9-38075ed6d27e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:35.687535 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6bfbc9a4-9b27-4da4-a9a9-38075ed6d27e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:35.693952 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6bfbc9a4-9b27-4da4-a9a9-38075ed6d27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:35.730964 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-6bfbc9a4-9b27-4da4-a9a9-38075ed6d27e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=24871ad4e2a84d5697fad584132f2652&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2232513 Oct 12 17:56:35.731786 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfbc9a4-9b27-4da4-a9a9-38075ed6d27e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9df4746-92f9-4afb-ba8c-c3c8cf5659bd,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:35.733875 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 39460) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:56:35.739311 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbc9a4-9b27-4da4-a9a9-38075ed6d27e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:35.739653 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbc9a4-9b27-4da4-a9a9-38075ed6d27e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:35.739992 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbc9a4-9b27-4da4-a9a9-38075ed6d27e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:35.740328 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbc9a4-9b27-4da4-a9a9-38075ed6d27e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:35.740656 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbc9a4-9b27-4da4-a9a9-38075ed6d27e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:35.740983 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbc9a4-9b27-4da4-a9a9-38075ed6d27e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:35.741305 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbc9a4-9b27-4da4-a9a9-38075ed6d27e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:35.741626 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbc9a4-9b27-4da4-a9a9-38075ed6d27e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:35.741938 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbc9a4-9b27-4da4-a9a9-38075ed6d27e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:35.742253 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbc9a4-9b27-4da4-a9a9-38075ed6d27e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:35.742605 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbc9a4-9b27-4da4-a9a9-38075ed6d27e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:35.742914 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbc9a4-9b27-4da4-a9a9-38075ed6d27e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:35.784595 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-5853bb47-aed9-4ccd-9bc9-f8575df5411b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:35.805678 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-5853bb47-aed9-4ccd-9bc9-f8575df5411b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:35.853534 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-5853bb47-aed9-4ccd-9bc9-f8575df5411b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:35.856031 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-5853bb47-aed9-4ccd-9bc9-f8575df5411b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:35.857198 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-5853bb47-aed9-4ccd-9bc9-f8575df5411b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f9df4746-92f9-4afb-ba8c-c3c8cf5659bd HTTP/1.1" status: 204 len: 168 time: 0.1222663 Oct 12 17:56:35.864803 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853bb47-aed9-4ccd-9bc9-f8575df5411b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9df4746-92f9-4afb-ba8c-c3c8cf5659bd,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:36.307460 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd8c15-a77f-446e-af49-bb3bbaf0fefb req-9e88fc86-b5b3-4bcd-8b39-e9c22428f06d tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:36.309102 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9fdd8c15-a77f-446e-af49-bb3bbaf0fefb req-9e88fc86-b5b3-4bcd-8b39-e9c22428f06d tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 943 time: 0.0502295 Oct 12 17:56:36.349989 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9fdd8c15-a77f-446e-af49-bb3bbaf0fefb req-0381bffa-f24f-4d3d-a639-7a58f2c82a0f tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346720 Oct 12 17:56:36.544675 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 39486) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:56:36.618936 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fef2f-494d-41e9-9d9c-0a12e595f8be req-a26a7dca-668c-4275-a7ec-46ef2e89d82b tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:36.620442 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e15fef2f-494d-41e9-9d9c-0a12e595f8be req-a26a7dca-668c-4275-a7ec-46ef2e89d82b tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 945 time: 0.0499136 Oct 12 17:56:36.647593 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [None req-400bd25b-1a94-45e4-8b4f-77db34e5d07d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1916678143-network', 'tenant_id': '2874ea6160b04d2daaa33b707a2084b7'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:56:36.662607 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e15fef2f-494d-41e9-9d9c-0a12e595f8be req-98e4c874-31d7-4497-be66-9f0b419d6dc6 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353978 Oct 12 17:56:36.673243 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400bd25b-1a94-45e4-8b4f-77db34e5d07d admin admin] Made reservation on behalf of 2874ea6160b04d2daaa33b707a2084b7 for: {'network': 1} {{(pid=105767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:56:36.676099 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-400bd25b-1a94-45e4-8b4f-77db34e5d07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for network, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:36.685364 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-400bd25b-1a94-45e4-8b4f-77db34e5d07d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:36.765306 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-400bd25b-1a94-45e4-8b4f-77db34e5d07d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:36.770182 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-400bd25b-1a94-45e4-8b4f-77db34e5d07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:36.798301 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-400bd25b-1a94-45e4-8b4f-77db34e5d07d admin admin] vlan segment allocate from pool success with {'vlan_id': 1394, 'physical_network': 'physnet1'} {{(pid=105767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 17:56:36.804592 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400bd25b-1a94-45e4-8b4f-77db34e5d07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6d1d46-46ba-4df4-a3be-659f9dbf4f38,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:36.810409 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-400bd25b-1a94-45e4-8b4f-77db34e5d07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234'] for segment, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:36.810833 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.db.segments_db [None req-400bd25b-1a94-45e4-8b4f-77db34e5d07d admin admin] Added segment 204716ec-bef6-4dcd-9fe8-f8aef954e11e of type vlan for network eeaad051-d49f-491e-bfa9-9d1a17d4d566 Oct 12 17:56:36.851265 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-400bd25b-1a94-45e4-8b4f-77db34e5d07d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752769697868'] for network, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:36.879693 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-400bd25b-1a94-45e4-8b4f-77db34e5d07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365'] for network, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:36.881938 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400bd25b-1a94-45e4-8b4f-77db34e5d07d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:36.882820 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-400bd25b-1a94-45e4-8b4f-77db34e5d07d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for network, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:36.950099 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-400bd25b-1a94-45e4-8b4f-77db34e5d07d admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4042516 Oct 12 17:56:36.953241 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 39492) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:56:36.958105 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [None req-aac0c534-4894-4512-8a52-e2f19b8ade89 admin admin] Request body: {'subnet': {'network_id': 'eeaad051-d49f-491e-bfa9-9d1a17d4d566', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1916678143-subnet', 'tenant_id': '2874ea6160b04d2daaa33b707a2084b7', 'ip_version': 4}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:56:36.967256 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400bd25b-1a94-45e4-8b4f-77db34e5d07d admin admin] Pushing event updated for resources: {'Network': ['ID=eeaad051-d49f-491e-bfa9-9d1a17d4d566,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:36.978114 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Network eeaad051-d49f-491e-bfa9-9d1a17d4d566 details requested by agent ovs-agent-dv-cinder-813226-2-iscsi with host dv-cinder-813226-2-iscsi {{(pid=105768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 17:56:36.985469 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac0c534-4894-4512-8a52-e2f19b8ade89 admin admin] Made reservation on behalf of 2874ea6160b04d2daaa33b707a2084b7 for: {'subnet': 1} {{(pid=105767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:56:36.987862 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-aac0c534-4894-4512-8a52-e2f19b8ade89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4575283'] for subnet, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:37.162453 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-aac0c534-4894-4512-8a52-e2f19b8ade89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5196370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4575261'] for subnet, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:37.221123 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0c534-4894-4512-8a52-e2f19b8ade89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=773ed561-4258-4e62-8ec3-98aa68830d77,revision_number=0']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:37.231697 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac0c534-4894-4512-8a52-e2f19b8ade89 admin admin] Checking segment: {'id': '204716ec-bef6-4dcd-9fe8-f8aef954e11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1394, 'network_id': 'eeaad051-d49f-491e-bfa9-9d1a17d4d566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:56:37.232052 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac0c534-4894-4512-8a52-e2f19b8ade89 admin admin] Network hostable DHCP agents. Network: eeaad051-d49f-491e-bfa9-9d1a17d4d566, hostable agents: ['d0966fcc-cf7f-4b12-bb12-2ea8651f1f29'], hosted agents: [] {{(pid=105767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 17:56:37.252099 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac0c534-4894-4512-8a52-e2f19b8ade89 admin admin] Network eeaad051-d49f-491e-bfa9-9d1a17d4d566 is scheduled to be hosted by DHCP agent d0966fcc-cf7f-4b12-bb12-2ea8651f1f29 with binding_index 1 {{(pid=105767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 17:56:37.261426 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [None req-aac0c534-4894-4512-8a52-e2f19b8ade89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813226-2-iscsi, eeaad051-d49f-491e-bfa9-9d1a17d4d566) {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:56:37.266230 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac0c534-4894-4512-8a52-e2f19b8ade89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:37.266846 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-aac0c534-4894-4512-8a52-e2f19b8ade89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for subnet, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:37.271043 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a755292b-4cd6-47b7-bcb4-5126cf21c348 None None] Network eeaad051-d49f-491e-bfa9-9d1a17d4d566 requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:56:37.284884 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-aac0c534-4894-4512-8a52-e2f19b8ade89 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3305063 Oct 12 17:56:37.287563 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 39494) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:56:37.291855 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [None req-42912a5c-0dc0-4cd9-beed-32c8214caab1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1916678143-router', 'tenant_id': '2874ea6160b04d2daaa33b707a2084b7', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'}}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:56:37.312467 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-42912a5c-0dc0-4cd9-beed-32c8214caab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8113643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8214'] for router, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:37.313695 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-42912a5c-0dc0-4cd9-beed-32c8214caab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8113535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8116520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8054567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8217'] for router, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:37.368675 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-42912a5c-0dc0-4cd9-beed-32c8214caab1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:37.417302 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbf38dc-bec0-4066-8f16-13adf7ae01f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63d32738-508d-5f41-b292-c343124683fb-eeaad051-d49f-491e-bfa9-9d1a17d4d566', 'network_id': 'eeaad051-d49f-491e-bfa9-9d1a17d4d566', 'tenant_id': '2874ea6160b04d2daaa33b707a2084b7', 'fixed_ips': [{'subnet_id': '773ed561-4258-4e62-8ec3-98aa68830d77'}]}} from dv-cinder-813226-2-iscsi. {{(pid=105768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 17:56:37.418166 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-dfbf38dc-bec0-4066-8f16-13adf7ae01f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:37.477941 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c87ec-99c5-467e-87e0-2f20ea5cd197 req-642522fe-05d7-4f1b-8003-aad0c5f91bb7 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:37.479646 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-039c87ec-99c5-467e-87e0-2f20ea5cd197 req-642522fe-05d7-4f1b-8003-aad0c5f91bb7 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 943 time: 0.0520518 Oct 12 17:56:37.512394 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-42912a5c-0dc0-4cd9-beed-32c8214caab1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:37.519953 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-039c87ec-99c5-467e-87e0-2f20ea5cd197 req-540f42bb-6794-43fb-8b9d-27b645f02b1f tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342414 Oct 12 17:56:37.558685 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.db_base_plugin_common [None req-dfbf38dc-bec0-4066-8f16-13adf7ae01f0 None None] Allocated IP 172.20.0.2 (eeaad051-d49f-491e-bfa9-9d1a17d4d566/773ed561-4258-4e62-8ec3-98aa68830d77/ab16b00b-bb61-4179-85cc-03ccefa85522) {{(pid=105768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:56:37.597917 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [req-c8b76de4-cf78-4642-b8f8-57e54bec9c87 req-7ebb1385-3a21-4fbc-92a1-c4732ef6807e service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=105766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 17:56:37.599257 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c8b76de4-cf78-4642-b8f8-57e54bec9c87 req-7ebb1385-3a21-4fbc-92a1-c4732ef6807e service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0066013 Oct 12 17:56:37.718087 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-dfbf38dc-bec0-4066-8f16-13adf7ae01f0 None None] Notify callbacks [] for port, precommit_create {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:37.730826 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-dfbf38dc-bec0-4066-8f16-13adf7ae01f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806'] for port, after_create {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:37.755732 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-42912a5c-0dc0-4cd9-beed-32c8214caab1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:37.771382 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbf38dc-bec0-4066-8f16-13adf7ae01f0 None None] Network eeaad051-d49f-491e-bfa9-9d1a17d4d566 is already hosted by enough agents. {{(pid=105768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:56:37.776615 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.scheduler.base_scheduler [None req-dfbf38dc-bec0-4066-8f16-13adf7ae01f0 None None] Resources bound (agent type, host, resource id): {{(pid=105768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:56:37.780451 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbf38dc-bec0-4066-8f16-13adf7ae01f0 None None] Received port after_create {{(pid=105768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:56:37.781693 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-42912a5c-0dc0-4cd9-beed-32c8214caab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:37.818961 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815fd1d-5aad-4d88-a55b-a0acc42369b4 req-06dee105-7ef4-4e28-af7e-b6b04e61230c tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:37.820498 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-7815fd1d-5aad-4d88-a55b-a0acc42369b4 req-06dee105-7ef4-4e28-af7e-b6b04e61230c tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 943 time: 0.0915482 Oct 12 17:56:37.828149 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-e18684a9-1a6f-4f34-85fd-d56a0dd51215 req-70ab2344-c4aa-4e76-9593-93c10634e042 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1011090 Oct 12 17:56:37.832606 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf38dc-bec0-4066-8f16-13adf7ae01f0 None None] Pushing event updated for resources: {'Port': ['ID=ab16b00b-bb61-4179-85cc-03ccefa85522,revision_number=1']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:37.842431 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26fd98-4751-4ad3-a92a-3b6b9152a6b9 req-d25acb2e-ecee-419c-8c66-ff5a6b808ab0 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:37.845146 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf38dc-bec0-4066-8f16-13adf7ae01f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:37.845596 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf38dc-bec0-4066-8f16-13adf7ae01f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:37.846025 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf38dc-bec0-4066-8f16-13adf7ae01f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:37.846475 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf38dc-bec0-4066-8f16-13adf7ae01f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:37.846914 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf38dc-bec0-4066-8f16-13adf7ae01f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:37.847329 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf38dc-bec0-4066-8f16-13adf7ae01f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:37.847743 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf38dc-bec0-4066-8f16-13adf7ae01f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:37.848151 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf38dc-bec0-4066-8f16-13adf7ae01f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:37.848565 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf38dc-bec0-4066-8f16-13adf7ae01f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:37.848965 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf38dc-bec0-4066-8f16-13adf7ae01f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:37.849520 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf38dc-bec0-4066-8f16-13adf7ae01f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:37.849640 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6f26fd98-4751-4ad3-a92a-3b6b9152a6b9 req-d25acb2e-ecee-419c-8c66-ff5a6b808ab0 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 945 time: 0.0905519 Oct 12 17:56:37.850153 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf38dc-bec0-4066-8f16-13adf7ae01f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:37.858706 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-dfbf38dc-bec0-4066-8f16-13adf7ae01f0 None None] Attempting to bind port ab16b00b-bb61-4179-85cc-03ccefa85522 on host dv-cinder-813226-2-iscsi for vnic_type normal with profile {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:56:37.860549 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-dfbf38dc-bec0-4066-8f16-13adf7ae01f0 None None] Attempting to bind port ab16b00b-bb61-4179-85cc-03ccefa85522 by drivers openvswitch,hyperv on host dv-cinder-813226-2-iscsi at level 0 using segments [{'id': '204716ec-bef6-4dcd-9fe8-f8aef954e11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1394, 'network_id': 'eeaad051-d49f-491e-bfa9-9d1a17d4d566'}] {{(pid=105768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:56:37.861128 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbf38dc-bec0-4066-8f16-13adf7ae01f0 None None] Attempting to bind port ab16b00b-bb61-4179-85cc-03ccefa85522 on network eeaad051-d49f-491e-bfa9-9d1a17d4d566 {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:56:37.867143 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbf38dc-bec0-4066-8f16-13adf7ae01f0 None None] Checking agent: {'id': '5039a5e6-c9fd-4f0c-a36a-0bef795141ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813226-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 41, 12), 'started_at': datetime.datetime(2021, 10, 12, 17, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813226-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:56:37.867639 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbf38dc-bec0-4066-8f16-13adf7ae01f0 None None] Checking segment: {'id': '204716ec-bef6-4dcd-9fe8-f8aef954e11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1394, 'network_id': 'eeaad051-d49f-491e-bfa9-9d1a17d4d566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:56:37.868138 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-dfbf38dc-bec0-4066-8f16-13adf7ae01f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:37.868732 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbf38dc-bec0-4066-8f16-13adf7ae01f0 None None] Bound using segment: {'id': '204716ec-bef6-4dcd-9fe8-f8aef954e11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1394, 'network_id': 'eeaad051-d49f-491e-bfa9-9d1a17d4d566'} {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:56:37.869726 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-dfbf38dc-bec0-4066-8f16-13adf7ae01f0 None None] Bound port: ab16b00b-bb61-4179-85cc-03ccefa85522, host: dv-cinder-813226-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204716ec-bef6-4dcd-9fe8-f8aef954e11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1394, 'network_id': 'eeaad051-d49f-491e-bfa9-9d1a17d4d566'}}] {{(pid=105768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:56:37.869840 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-dfbf38dc-bec0-4066-8f16-13adf7ae01f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:37.915177 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-7815fd1d-5aad-4d88-a55b-a0acc42369b4 req-8e47b4cc-31aa-46fc-8db4-d0016b8e7cf8 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586038 Oct 12 17:56:37.918663 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6f26fd98-4751-4ad3-a92a-3b6b9152a6b9 req-cdd70c55-3755-4fb4-87fa-80985ed737ba tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679717 Oct 12 17:56:37.929522 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.db_base_plugin_common [None req-42912a5c-0dc0-4cd9-beed-32c8214caab1 admin admin] Allocated IP 172.27.0.254 (57ccf176-38b9-4e1d-8eda-123c8986cf55/09d55e93-213a-4ce1-b19c-11c1c2f18eb4/7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0) {{(pid=105767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:56:37.958005 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-dfbf38dc-bec0-4066-8f16-13adf7ae01f0 None None] For port ab16b00b-bb61-4179-85cc-03ccefa85522, host dv-cinder-813226-2-iscsi, cleared binding levels {{(pid=105768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:56:37.961344 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-dfbf38dc-bec0-4066-8f16-13adf7ae01f0 None None] For port ab16b00b-bb61-4179-85cc-03ccefa85522, host dv-cinder-813226-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=ab16b00b-bb61-4179-85cc-03ccefa85522,segment=NetworkSegment(204716ec-bef6-4dcd-9fe8-f8aef954e11e),segment_id=204716ec-bef6-4dcd-9fe8-f8aef954e11e)] {{(pid=105768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:56:37.967683 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-dfbf38dc-bec0-4066-8f16-13adf7ae01f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:38.036589 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf38dc-bec0-4066-8f16-13adf7ae01f0 None None] Pushing event updated for resources: {'Port': ['ID=ab16b00b-bb61-4179-85cc-03ccefa85522,revision_number=2']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:38.055165 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-42912a5c-0dc0-4cd9-beed-32c8214caab1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:38.094251 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-42912a5c-0dc0-4cd9-beed-32c8214caab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:38.132890 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42912a5c-0dc0-4cd9-beed-32c8214caab1 admin admin] Network 57ccf176-38b9-4e1d-8eda-123c8986cf55 is already hosted by enough agents. {{(pid=105767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:56:38.135987 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [None req-42912a5c-0dc0-4cd9-beed-32c8214caab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:56:38.140556 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42912a5c-0dc0-4cd9-beed-32c8214caab1 admin admin] Received port after_create {{(pid=105767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:56:38.170849 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42912a5c-0dc0-4cd9-beed-32c8214caab1 admin admin] Pushing event updated for resources: {'Port': ['ID=7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:38.283379 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ea3a5acf-6ac0-47c1-8760-1d59b382ac79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:38.446919 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-42912a5c-0dc0-4cd9-beed-32c8214caab1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:38.653623 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-42912a5c-0dc0-4cd9-beed-32c8214caab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8113504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8091129'] for router, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:38.798368 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42912a5c-0dc0-4cd9-beed-32c8214caab1 admin admin] Router 2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84 is scheduled to L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 with binding_index 1 {{(pid=105767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 17:56:38.876807 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device ab16b00b-bb61-4179-85cc-03ccefa85522 up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:56:38.934036 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port ab16b00b-bb61-4179-85cc-03ccefa85522 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:56:38.934695 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:38.936645 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42912a5c-0dc0-4cd9-beed-32c8214caab1 admin admin] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:56:38.953083 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c882ca7-db0a-445b-9ff8-7bb7e1144670 None None] Sync routers for ids ['2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84'] in dv-cinder-813226-2-iscsi {{(pid=105769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:56:38.965122 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-42912a5c-0dc0-4cd9-beed-32c8214caab1 admin admin] Notify callbacks [] for router, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:38.966556 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-42912a5c-0dc0-4cd9-beed-32c8214caab1 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6780157 Oct 12 17:56:38.970336 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 39514) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:56:38.978614 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c882ca7-db0a-445b-9ff8-7bb7e1144670 None None] Routers {'2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:56:38.979342 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-9c882ca7-db0a-445b-9ff8-7bb7e1144670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:56:11Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84'], 'active': True} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:56:39.061900 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:39.084545 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218bad0e-7eb7-4a5f-ad99-5af9e57a4bc8 None None] Network eeaad051-d49f-491e-bfa9-9d1a17d4d566 requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:56:39.138864 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] For port ab16b00b-bb61-4179-85cc-03ccefa85522, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=ab16b00b-bb61-4179-85cc-03ccefa85522,segment=NetworkSegment(204716ec-bef6-4dcd-9fe8-f8aef954e11e),segment_id=204716ec-bef6-4dcd-9fe8-f8aef954e11e)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:56:39.145295 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvr_db [None req-9c882ca7-db0a-445b-9ff8-7bb7e1144670 None None] Set router 2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:56:39.145985 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae1c98-ec18-44a6-ae41-f0921d8d61f8 req-15cd1411-bf55-491f-a4ad-43dccc46157a tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:39.146299 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:39.147488 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-11ae1c98-ec18-44a6-ae41-f0921d8d61f8 req-15cd1411-bf55-491f-a4ad-43dccc46157a tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 943 time: 0.1261370 Oct 12 17:56:39.245420 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-9c80971e-e9cf-4e6b-b2c1-4997e7e9f0c0 None None] Provisioning complete for port ab16b00b-bb61-4179-85cc-03ccefa85522 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:56:39.246529 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-9c80971e-e9cf-4e6b-b2c1-4997e7e9f0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:39.250480 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Pushing event updated for resources: {'Port': ['ID=ab16b00b-bb61-4179-85cc-03ccefa85522,revision_number=3']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:39.265542 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18684a9-1a6f-4f34-85fd-d56a0dd51215 req-2d86837f-2ff3-4811-91ee-d37a568fac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:39.267310 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-e18684a9-1a6f-4f34-85fd-d56a0dd51215 req-2d86837f-2ff3-4811-91ee-d37a568fac15 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091&tenant_id=0af5809ae3f6462d823ee7e99ff16820 HTTP/1.1" status: 200 len: 1096 time: 0.0728247 Oct 12 17:56:39.347594 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-9c882ca7-db0a-445b-9ff8-7bb7e1144670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84', 'name': 'tempest-TestMinimumBasicScenario-1916678143-router', 'tenant_id': '2874ea6160b04d2daaa33b707a2084b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:56:37Z', 'updated_at': '2021-10-12T17:56:38Z', 'revision_number': 3, 'project_id': '2874ea6160b04d2daaa33b707a2084b7', 'gw_port': {'id': '7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:24:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:56:37Z', 'updated_at': '2021-10-12T17:56:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi'}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:56:39.380580 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c882ca7-db0a-445b-9ff8-7bb7e1144670 None None] Checking router: 2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84 for host: dv-cinder-813226-2-iscsi {{(pid=105769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:56:39.381789 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c882ca7-db0a-445b-9ff8-7bb7e1144670 None None] Updating router 2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84 port 7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0 binding host dv-cinder-813226-2-iscsi {{(pid=105769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:56:39.416881 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-9c882ca7-db0a-445b-9ff8-7bb7e1144670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:39.485970 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417a2e0-1f2d-4037-8f8b-de03a8fe7497 req-7ae698e3-7ee3-41fe-984b-3f66d3821ccd tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:39.493821 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8417a2e0-1f2d-4037-8f8b-de03a8fe7497 req-7ae698e3-7ee3-41fe-984b-3f66d3821ccd tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 945 time: 0.4319451 Oct 12 17:56:39.569751 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-11ae1c98-ec18-44a6-ae41-f0921d8d61f8 req-403f9b2e-5172-4b66-9d07-da2d60f08440 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1043577 Oct 12 17:56:39.612443 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8417a2e0-1f2d-4037-8f8b-de03a8fe7497 req-89e90216-2881-45ee-b266-842789b8e215 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173756 Oct 12 17:56:39.684664 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18684a9-1a6f-4f34-85fd-d56a0dd51215 req-40f2bd24-1197-47e8-8440-1a8adba6b6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:39.686364 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-e18684a9-1a6f-4f34-85fd-d56a0dd51215 req-40f2bd24-1197-47e8-8440-1a8adba6b6e3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0af5809ae3f6462d823ee7e99ff16820&device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 1096 time: 0.3948500 Oct 12 17:56:39.706257 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-9c882ca7-db0a-445b-9ff8-7bb7e1144670 None None] Notify callbacks [] for port, precommit_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:39.712607 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-9c882ca7-db0a-445b-9ff8-7bb7e1144670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:39.725345 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-a6fbfa5e-2a66-4a10-83d0-c30dc57d9b6c None None] Provisioning complete for port ab16b00b-bb61-4179-85cc-03ccefa85522 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:56:39.725986 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-a6fbfa5e-2a66-4a10-83d0-c30dc57d9b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:39.754107 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550f20c-0039-4b29-9c86-75321f7c3aa8 None None] Pushing event updated for resources: {'Port': ['ID=7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0,revision_number=2']} {{(pid=105769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:39.764304 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550f20c-0039-4b29-9c86-75321f7c3aa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:39.765311 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550f20c-0039-4b29-9c86-75321f7c3aa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:39.765664 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550f20c-0039-4b29-9c86-75321f7c3aa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:39.765984 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550f20c-0039-4b29-9c86-75321f7c3aa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:39.766542 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550f20c-0039-4b29-9c86-75321f7c3aa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:39.767022 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550f20c-0039-4b29-9c86-75321f7c3aa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:39.767518 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550f20c-0039-4b29-9c86-75321f7c3aa8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:39.767879 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550f20c-0039-4b29-9c86-75321f7c3aa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:39.768370 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550f20c-0039-4b29-9c86-75321f7c3aa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:39.768842 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550f20c-0039-4b29-9c86-75321f7c3aa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:39.769334 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550f20c-0039-4b29-9c86-75321f7c3aa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:39.769940 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550f20c-0039-4b29-9c86-75321f7c3aa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:39.791316 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.managers [None req-9c882ca7-db0a-445b-9ff8-7bb7e1144670 None None] Attempting to bind port 7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0 on host dv-cinder-813226-2-iscsi for vnic_type normal with profile {{(pid=105769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:56:39.792001 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.managers [None req-9c882ca7-db0a-445b-9ff8-7bb7e1144670 None None] Attempting to bind port 7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0 by drivers openvswitch,hyperv on host dv-cinder-813226-2-iscsi at level 0 using segments [{'id': 'f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'}] {{(pid=105769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:56:39.792651 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c882ca7-db0a-445b-9ff8-7bb7e1144670 None None] Attempting to bind port 7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0 on network 57ccf176-38b9-4e1d-8eda-123c8986cf55 {{(pid=105769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:56:39.799064 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c882ca7-db0a-445b-9ff8-7bb7e1144670 None None] Checking agent: {'id': '5039a5e6-c9fd-4f0c-a36a-0bef795141ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813226-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 41, 12), 'started_at': datetime.datetime(2021, 10, 12, 17, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813226-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:56:39.799478 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c882ca7-db0a-445b-9ff8-7bb7e1144670 None None] Checking segment: {'id': 'f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:56:39.799894 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-9c882ca7-db0a-445b-9ff8-7bb7e1144670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:39.800281 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c882ca7-db0a-445b-9ff8-7bb7e1144670 None None] Bound using segment: {'id': 'f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'} {{(pid=105769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:56:39.800745 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.managers [None req-9c882ca7-db0a-445b-9ff8-7bb7e1144670 None None] Bound port: 7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0, host: dv-cinder-813226-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'}}] {{(pid=105769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:56:39.801408 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-9c882ca7-db0a-445b-9ff8-7bb7e1144670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:39.801524 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18684a9-1a6f-4f34-85fd-d56a0dd51215 req-0b82213a-88a7-4197-bfdf-964e39ef5fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:39.803724 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-e18684a9-1a6f-4f34-85fd-d56a0dd51215 req-0b82213a-88a7-4197-bfdf-964e39ef5fcc service neutron] 10.222.0.44 "GET /v2.0/networks?id=9786a2da-354e-4b2b-944e-524749bdbde9 HTTP/1.1" status: 200 len: 910 time: 0.1092136 Oct 12 17:56:39.854732 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.db [None req-9c882ca7-db0a-445b-9ff8-7bb7e1144670 None None] For port 7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0, host dv-cinder-813226-2-iscsi, cleared binding levels {{(pid=105769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:56:39.858362 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.db [None req-9c882ca7-db0a-445b-9ff8-7bb7e1144670 None None] For port 7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0, host dv-cinder-813226-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0,segment=NetworkSegment(f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1),segment_id=f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1)] {{(pid=105769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:56:39.860382 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-34b7eb17-8ea2-4ea2-a450-3c7ce7381dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:39.864015 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-9c882ca7-db0a-445b-9ff8-7bb7e1144670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:39.883333 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-e18684a9-1a6f-4f34-85fd-d56a0dd51215 req-62b4ae00-2c1d-4cac-8fae-7f871560ba0c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b2c7936-488e-4d28-9ea8-ecf30bdbce6c HTTP/1.1" status: 200 len: 998 time: 0.0713463 Oct 12 17:56:39.917678 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550f20c-0039-4b29-9c86-75321f7c3aa8 None None] Pushing event updated for resources: {'Port': ['ID=7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0,revision_number=3']} {{(pid=105769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:39.935793 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c882ca7-db0a-445b-9ff8-7bb7e1144670 None None] Routers {'2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:56:39.936756 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-9c882ca7-db0a-445b-9ff8-7bb7e1144670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:56:11Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84'], 'active': True} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:56:39.946163 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18684a9-1a6f-4f34-85fd-d56a0dd51215 req-abaef42f-63ce-4558-a15e-2fd396b78594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:39.947661 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-e18684a9-1a6f-4f34-85fd-d56a0dd51215 req-abaef42f-63ce-4558-a15e-2fd396b78594 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1884ac9-4489-4c64-8eb4-289f84b932a8 HTTP/1.1" status: 200 len: 847 time: 0.0557466 Oct 12 17:56:39.994083 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18684a9-1a6f-4f34-85fd-d56a0dd51215 req-2f05ebfb-ee72-4397-8402-9aba86c1ecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:39.995621 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-e18684a9-1a6f-4f34-85fd-d56a0dd51215 req-2f05ebfb-ee72-4397-8402-9aba86c1ecf8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9786a2da-354e-4b2b-944e-524749bdbde9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401628 Oct 12 17:56:40.031640 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-34b7eb17-8ea2-4ea2-a450-3c7ce7381dcd admin admin] Allocated IP 172.20.0.1 (eeaad051-d49f-491e-bfa9-9d1a17d4d566/773ed561-4258-4e62-8ec3-98aa68830d77/4c9b674c-46f0-4bbb-b84d-efef3502cf55) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:56:40.047361 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvr_db [None req-9c882ca7-db0a-445b-9ff8-7bb7e1144670 None None] Set router 2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:56:40.098265 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-e18684a9-1a6f-4f34-85fd-d56a0dd51215 req-39132151-e70f-48e4-8a2d-514dfae02621 service neutron] 10.222.0.44 "GET /v2.0/networks/9786a2da-354e-4b2b-944e-524749bdbde9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931177 Oct 12 17:56:40.136400 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-34b7eb17-8ea2-4ea2-a450-3c7ce7381dcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:40.173757 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-34b7eb17-8ea2-4ea2-a450-3c7ce7381dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4464511'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:40.196866 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-e18684a9-1a6f-4f34-85fd-d56a0dd51215 req-aee28cc8-8341-4b64-8017-3cecb182bcea service neutron] 10.222.0.44 "GET /v2.0/networks/9786a2da-354e-4b2b-944e-524749bdbde9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901074 Oct 12 17:56:40.198158 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 6 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:56:40.220288 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b7eb17-8ea2-4ea2-a450-3c7ce7381dcd admin admin] Network eeaad051-d49f-491e-bfa9-9d1a17d4d566 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:56:40.225912 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-34b7eb17-8ea2-4ea2-a450-3c7ce7381dcd admin admin] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:56:40.228162 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7eb17-8ea2-4ea2-a450-3c7ce7381dcd admin admin] Pushing event updated for resources: {'Port': ['ID=4c9b674c-46f0-4bbb-b84d-efef3502cf55,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:40.230295 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b7eb17-8ea2-4ea2-a450-3c7ce7381dcd admin admin] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:56:40.274418 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-34b7eb17-8ea2-4ea2-a450-3c7ce7381dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090920'] for router_interface, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:40.341201 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-9c882ca7-db0a-445b-9ff8-7bb7e1144670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84', 'name': 'tempest-TestMinimumBasicScenario-1916678143-router', 'tenant_id': '2874ea6160b04d2daaa33b707a2084b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:56:37Z', 'updated_at': '2021-10-12T17:56:38Z', 'revision_number': 3, 'project_id': '2874ea6160b04d2daaa33b707a2084b7', 'gw_port': {'id': '7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:24:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:56:37Z', 'updated_at': '2021-10-12T17:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi'}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:56:40.369661 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c882ca7-db0a-445b-9ff8-7bb7e1144670 None None] The sync data for ids ['2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84'] in dv-cinder-813226-2-iscsi is: [{'id': '2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84', 'name': 'tempest-TestMinimumBasicScenario-1916678143-router', 'tenant_id': '2874ea6160b04d2daaa33b707a2084b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:56:37Z', 'updated_at': '2021-10-12T17:56:38Z', 'revision_number': 3, 'project_id': '2874ea6160b04d2daaa33b707a2084b7', 'gw_port': {'id': '7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:24:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:56:37Z', 'updated_at': '2021-10-12T17:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi'}] {{(pid=105769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:56:40.404880 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-34b7eb17-8ea2-4ea2-a450-3c7ce7381dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:40.539754 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-29699b02-9302-4f8e-8738-788e59d96d2e None None] Provisioning complete for port 4c9b674c-46f0-4bbb-b84d-efef3502cf55 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:56:40.540217 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-29699b02-9302-4f8e-8738-788e59d96d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:40.571348 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-34b7eb17-8ea2-4ea2-a450-3c7ce7381dcd admin admin] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:40.584662 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-34b7eb17-8ea2-4ea2-a450-3c7ce7381dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4464486'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:40.595288 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-29699b02-9302-4f8e-8738-788e59d96d2e None None] Port 4c9b674c-46f0-4bbb-b84d-efef3502cf55 cannot update to ACTIVE because it is not bound. {{(pid=105768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:56:40.767436 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-34b7eb17-8ea2-4ea2-a450-3c7ce7381dcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8115384'] for router_interface, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:40.770415 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7eb17-8ea2-4ea2-a450-3c7ce7381dcd admin admin] Pushing event updated for resources: {'Port': ['ID=4c9b674c-46f0-4bbb-b84d-efef3502cf55,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:40.839591 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f37be4-0fbf-4084-9e1e-344aafd3859d req-ad8a6119-c9ec-4f64-ab03-6e6d6a175657 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:40.841155 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-33f37be4-0fbf-4084-9e1e-344aafd3859d req-ad8a6119-c9ec-4f64-ab03-6e6d6a175657 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 945 time: 0.1617475 Oct 12 17:56:40.857703 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30caa926-a0f8-4be5-bc79-1deca7a1799f req-7d170364-c9f9-4d37-b702-836d2c32a32e tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:40.859426 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-30caa926-a0f8-4be5-bc79-1deca7a1799f req-7d170364-c9f9-4d37-b702-836d2c32a32e tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 943 time: 0.1487780 Oct 12 17:56:40.949536 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device ab16b00b-bb61-4179-85cc-03ccefa85522 up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:56:40.958893 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-33f37be4-0fbf-4084-9e1e-344aafd3859d req-395eb4c2-1eb5-4af9-b11d-ff7a3de14658 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966229 Oct 12 17:56:40.962167 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-30caa926-a0f8-4be5-bc79-1deca7a1799f req-c13fee7f-4ae7-4eb1-bace-06098391a149 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0904744 Oct 12 17:56:40.969276 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b7eb17-8ea2-4ea2-a450-3c7ce7381dcd admin admin] Network eeaad051-d49f-491e-bfa9-9d1a17d4d566 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:56:40.971468 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-34b7eb17-8ea2-4ea2-a450-3c7ce7381dcd admin admin] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:56:41.008319 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port ab16b00b-bb61-4179-85cc-03ccefa85522 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:56:41.008701 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:41.065908 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-0a812b76-b15f-4962-b6e4-81a94a380ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:41.118869 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0 up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:56:41.128289 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b7eb17-8ea2-4ea2-a450-3c7ce7381dcd admin admin] Router 2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84 has already been hosted by L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 {{(pid=105766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:56:41.250613 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b7eb17-8ea2-4ea2-a450-3c7ce7381dcd admin admin] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:56:41.256534 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-34b7eb17-8ea2-4ea2-a450-3c7ce7381dcd admin admin] 10.222.0.85 "PUT /v2.0/routers/2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2841964 Oct 12 17:56:41.294523 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-0c340a4b-66fc-4222-80f1-ae64a660da01 None None] Provisioning complete for port 4c9b674c-46f0-4bbb-b84d-efef3502cf55 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:56:41.294893 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-0c340a4b-66fc-4222-80f1-ae64a660da01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:41.335422 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port 7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:56:41.335729 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:41.337366 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-0c340a4b-66fc-4222-80f1-ae64a660da01 None None] Port 4c9b674c-46f0-4bbb-b84d-efef3502cf55 cannot update to ACTIVE because it is not bound. {{(pid=105768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:56:41.417211 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:41.437436 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] For port 7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0,segment=NetworkSegment(f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1),segment_id=f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:56:41.444109 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:41.493984 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Pushing event updated for resources: {'Port': ['ID=7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0,revision_number=4']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:41.739476 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 39534) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:56:41.746961 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-2059e4f7-e0f5-471c-9d7b-902a1c41dfa9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-442323597-network', 'tenant_id': '790109c23ddc46dd8466e91c5fc7c551'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:56:41.774331 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2059e4f7-e0f5-471c-9d7b-902a1c41dfa9 admin admin] Made reservation on behalf of 790109c23ddc46dd8466e91c5fc7c551 for: {'network': 1} {{(pid=105766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:56:41.777612 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2059e4f7-e0f5-471c-9d7b-902a1c41dfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for network, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:41.787727 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2059e4f7-e0f5-471c-9d7b-902a1c41dfa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:41.868233 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2059e4f7-e0f5-471c-9d7b-902a1c41dfa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:41.873988 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2059e4f7-e0f5-471c-9d7b-902a1c41dfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:41.881888 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:41.895862 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2059e4f7-e0f5-471c-9d7b-902a1c41dfa9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1366, 'physical_network': 'physnet1'} {{(pid=105766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 17:56:41.909376 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059e4f7-e0f5-471c-9d7b-902a1c41dfa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd79598-fd5c-4c35-a44b-140421b12e7a,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:41.913925 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2059e4f7-e0f5-471c-9d7b-902a1c41dfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234'] for segment, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:41.914271 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.db.segments_db [None req-2059e4f7-e0f5-471c-9d7b-902a1c41dfa9 admin admin] Added segment a694cefd-ba8f-4d5f-aff0-779bed6dcfa3 of type vlan for network 14eeb8ee-5f1d-49ec-b1b9-34108fb9d5cf Oct 12 17:56:41.955106 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2059e4f7-e0f5-471c-9d7b-902a1c41dfa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752769697868'] for network, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:41.981888 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2059e4f7-e0f5-471c-9d7b-902a1c41dfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365'] for network, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:41.982069 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efae2d73-1055-4ed5-9b50-cdf5621b4e6b None None] Sync routers for ids ['2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84'] in dv-cinder-813226-2-iscsi {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:56:41.983157 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2059e4f7-e0f5-471c-9d7b-902a1c41dfa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:41.985213 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2059e4f7-e0f5-471c-9d7b-902a1c41dfa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for network, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:41.994649 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efae2d73-1055-4ed5-9b50-cdf5621b4e6b None None] Routers {'2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:56:41.995734 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-efae2d73-1055-4ed5-9b50-cdf5621b4e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:56:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:56:42.060839 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-2059e4f7-e0f5-471c-9d7b-902a1c41dfa9 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3199377 Oct 12 17:56:42.064318 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 39540) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:56:42.069953 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [None req-e3f2c128-d03b-47b8-b83b-f47ff4c219cb admin admin] Request body: {'subnet': {'network_id': '14eeb8ee-5f1d-49ec-b1b9-34108fb9d5cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-442323597-subnet', 'tenant_id': '790109c23ddc46dd8466e91c5fc7c551', 'ip_version': 4}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:56:42.093230 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f2c128-d03b-47b8-b83b-f47ff4c219cb admin admin] Made reservation on behalf of 790109c23ddc46dd8466e91c5fc7c551 for: {'subnet': 1} {{(pid=105767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:56:42.095920 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e3f2c128-d03b-47b8-b83b-f47ff4c219cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4575283'] for subnet, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:42.119155 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059e4f7-e0f5-471c-9d7b-902a1c41dfa9 admin admin] Pushing event updated for resources: {'Network': ['ID=14eeb8ee-5f1d-49ec-b1b9-34108fb9d5cf,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:42.130085 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-efae2d73-1055-4ed5-9b50-cdf5621b4e6b None None] Set router 2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:56:42.133809 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Network 14eeb8ee-5f1d-49ec-b1b9-34108fb9d5cf details requested by agent ovs-agent-dv-cinder-813226-2-iscsi with host dv-cinder-813226-2-iscsi {{(pid=105768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 17:56:42.145670 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98062872-00c5-4c76-8a46-18ee3baec295 req-3bce11de-3d11-424d-b932-1e71ccd2758b tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:42.147315 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-98062872-00c5-4c76-8a46-18ee3baec295 req-3bce11de-3d11-424d-b932-1e71ccd2758b tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 943 time: 0.1065502 Oct 12 17:56:42.155696 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2e987-d6ef-4bdf-a9be-8edd3b09f659 req-f2717535-f680-4fb4-95bf-51abe5d4d9f0 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:42.157222 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d3b2e987-d6ef-4bdf-a9be-8edd3b09f659 req-f2717535-f680-4fb4-95bf-51abe5d4d9f0 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 945 time: 0.1000752 Oct 12 17:56:42.205397 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-98062872-00c5-4c76-8a46-18ee3baec295 req-d7b48af2-17fe-40cc-b70a-f993a61bdc21 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471232 Oct 12 17:56:42.223057 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d3b2e987-d6ef-4bdf-a9be-8edd3b09f659 req-1e2f3390-0112-4936-a8c4-4755abff7d39 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510399 Oct 12 17:56:42.284017 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e3f2c128-d03b-47b8-b83b-f47ff4c219cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5196370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4575261'] for subnet, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:42.333745 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:42.343567 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2c128-d03b-47b8-b83b-f47ff4c219cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=90d16121-b4b4-4059-8c39-d50d394323eb,revision_number=0']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:42.353961 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f2c128-d03b-47b8-b83b-f47ff4c219cb admin admin] Checking segment: {'id': 'a694cefd-ba8f-4d5f-aff0-779bed6dcfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1366, 'network_id': '14eeb8ee-5f1d-49ec-b1b9-34108fb9d5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:56:42.354125 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f2c128-d03b-47b8-b83b-f47ff4c219cb admin admin] Network hostable DHCP agents. Network: 14eeb8ee-5f1d-49ec-b1b9-34108fb9d5cf, hostable agents: ['d0966fcc-cf7f-4b12-bb12-2ea8651f1f29'], hosted agents: [] {{(pid=105767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 17:56:42.370783 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f2c128-d03b-47b8-b83b-f47ff4c219cb admin admin] Network 14eeb8ee-5f1d-49ec-b1b9-34108fb9d5cf is scheduled to be hosted by DHCP agent d0966fcc-cf7f-4b12-bb12-2ea8651f1f29 with binding_index 1 {{(pid=105767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 17:56:42.380319 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [None req-e3f2c128-d03b-47b8-b83b-f47ff4c219cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813226-2-iscsi, 14eeb8ee-5f1d-49ec-b1b9-34108fb9d5cf) {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:56:42.385129 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f2c128-d03b-47b8-b83b-f47ff4c219cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:42.386243 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e3f2c128-d03b-47b8-b83b-f47ff4c219cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for subnet, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:42.390559 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6343bb3-1ace-4545-9c65-fcde8beaa12a None None] Network 14eeb8ee-5f1d-49ec-b1b9-34108fb9d5cf requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:56:42.406049 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-e3f2c128-d03b-47b8-b83b-f47ff4c219cb admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3379786 Oct 12 17:56:42.406442 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 39542) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:56:42.411116 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-c822ef89-a167-4ad5-aa7f-fbf70f01d028 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-442323597-router', 'tenant_id': '790109c23ddc46dd8466e91c5fc7c551', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'}}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:56:42.433216 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c822ef89-a167-4ad5-aa7f-fbf70f01d028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8113643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8214'] for router, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:42.434229 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c822ef89-a167-4ad5-aa7f-fbf70f01d028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8113535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8116520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8054567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8217'] for router, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:42.487893 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c822ef89-a167-4ad5-aa7f-fbf70f01d028 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:42.489905 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-efae2d73-1055-4ed5-9b50-cdf5621b4e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84', 'name': 'tempest-TestMinimumBasicScenario-1916678143-router', 'tenant_id': '2874ea6160b04d2daaa33b707a2084b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:56:37Z', 'updated_at': '2021-10-12T17:56:40Z', 'revision_number': 4, 'project_id': '2874ea6160b04d2daaa33b707a2084b7', 'gw_port': {'id': '7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:24:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:56:37Z', 'updated_at': '2021-10-12T17:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': '4c9b674c-46f0-4bbb-b84d-efef3502cf55', 'name': '', 'network_id': 'eeaad051-d49f-491e-bfa9-9d1a17d4d566', 'tenant_id': '2874ea6160b04d2daaa33b707a2084b7', 'mac_address': 'fa:16:3e:4d:75:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '773ed561-4258-4e62-8ec3-98aa68830d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:56:39Z', 'updated_at': '2021-10-12T17:56:40Z', 'revision_number': 2, 'project_id': '2874ea6160b04d2daaa33b707a2084b7', 'subnets': [{'id': '773ed561-4258-4e62-8ec3-98aa68830d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:56:42.533831 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efae2d73-1055-4ed5-9b50-cdf5621b4e6b None None] Checking router: 2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84 for host: dv-cinder-813226-2-iscsi {{(pid=105768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:56:42.534177 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efae2d73-1055-4ed5-9b50-cdf5621b4e6b None None] Updating router 2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84 port 4c9b674c-46f0-4bbb-b84d-efef3502cf55 binding host dv-cinder-813226-2-iscsi {{(pid=105768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:56:42.570001 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-efae2d73-1055-4ed5-9b50-cdf5621b4e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:42.622186 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c822ef89-a167-4ad5-aa7f-fbf70f01d028 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:42.623911 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f94ade5-cf5e-4c07-8ff1-1c59c94cdbcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63d32738-508d-5f41-b292-c343124683fb-14eeb8ee-5f1d-49ec-b1b9-34108fb9d5cf', 'network_id': '14eeb8ee-5f1d-49ec-b1b9-34108fb9d5cf', 'tenant_id': '790109c23ddc46dd8466e91c5fc7c551', 'fixed_ips': [{'subnet_id': '90d16121-b4b4-4059-8c39-d50d394323eb'}]}} from dv-cinder-813226-2-iscsi. {{(pid=105768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 17:56:42.624762 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-0f94ade5-cf5e-4c07-8ff1-1c59c94cdbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:42.826443 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c822ef89-a167-4ad5-aa7f-fbf70f01d028 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:42.847101 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c822ef89-a167-4ad5-aa7f-fbf70f01d028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:42.849916 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0 up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:56:42.900781 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.db_base_plugin_common [None req-0f94ade5-cf5e-4c07-8ff1-1c59c94cdbcd None None] Allocated IP 172.20.0.2 (14eeb8ee-5f1d-49ec-b1b9-34108fb9d5cf/90d16121-b4b4-4059-8c39-d50d394323eb/fc95f776-8040-43ff-9244-fbd914112659) {{(pid=105768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:56:42.953258 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-c822ef89-a167-4ad5-aa7f-fbf70f01d028 admin admin] Allocated IP 172.27.0.222 (57ccf176-38b9-4e1d-8eda-123c8986cf55/09d55e93-213a-4ce1-b19c-11c1c2f18eb4/6ee68d24-a4cc-4030-8e4d-cb7bb5f96aa8) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:56:43.026983 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port 7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:56:43.027322 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:43.055509 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c822ef89-a167-4ad5-aa7f-fbf70f01d028 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:43.091115 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c822ef89-a167-4ad5-aa7f-fbf70f01d028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4464511'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:43.109262 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-efae2d73-1055-4ed5-9b50-cdf5621b4e6b None None] Notify callbacks [] for port, precommit_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:43.123408 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-efae2d73-1055-4ed5-9b50-cdf5621b4e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:43.135682 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c822ef89-a167-4ad5-aa7f-fbf70f01d028 admin admin] Network 57ccf176-38b9-4e1d-8eda-123c8986cf55 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:56:43.138671 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-c822ef89-a167-4ad5-aa7f-fbf70f01d028 admin admin] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:56:43.142383 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c822ef89-a167-4ad5-aa7f-fbf70f01d028 admin admin] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:56:43.164732 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822ef89-a167-4ad5-aa7f-fbf70f01d028 admin admin] Pushing event updated for resources: {'Port': ['ID=6ee68d24-a4cc-4030-8e4d-cb7bb5f96aa8,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:43.220305 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-0f94ade5-cf5e-4c07-8ff1-1c59c94cdbcd None None] Notify callbacks [] for port, precommit_create {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:43.234332 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e1e830-ee44-4307-a0eb-f0683c91d4c0 None None] Pushing event updated for resources: {'Port': ['ID=4c9b674c-46f0-4bbb-b84d-efef3502cf55,revision_number=3']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:43.237645 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-0f94ade5-cf5e-4c07-8ff1-1c59c94cdbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806'] for port, after_create {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:43.516871 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f94ade5-cf5e-4c07-8ff1-1c59c94cdbcd None None] Network 14eeb8ee-5f1d-49ec-b1b9-34108fb9d5cf is already hosted by enough agents. {{(pid=105768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:56:43.521975 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f94ade5-cf5e-4c07-8ff1-1c59c94cdbcd None None] Pushing event updated for resources: {'Port': ['ID=fc95f776-8040-43ff-9244-fbd914112659,revision_number=1']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:43.525323 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-efae2d73-1055-4ed5-9b50-cdf5621b4e6b None None] Attempting to bind port 4c9b674c-46f0-4bbb-b84d-efef3502cf55 on host dv-cinder-813226-2-iscsi for vnic_type normal with profile {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:56:43.525692 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-efae2d73-1055-4ed5-9b50-cdf5621b4e6b None None] Attempting to bind port 4c9b674c-46f0-4bbb-b84d-efef3502cf55 by drivers openvswitch,hyperv on host dv-cinder-813226-2-iscsi at level 0 using segments [{'id': '204716ec-bef6-4dcd-9fe8-f8aef954e11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1394, 'network_id': 'eeaad051-d49f-491e-bfa9-9d1a17d4d566'}] {{(pid=105768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:56:43.526046 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efae2d73-1055-4ed5-9b50-cdf5621b4e6b None None] Attempting to bind port 4c9b674c-46f0-4bbb-b84d-efef3502cf55 on network eeaad051-d49f-491e-bfa9-9d1a17d4d566 {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:56:43.529319 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.scheduler.base_scheduler [None req-0f94ade5-cf5e-4c07-8ff1-1c59c94cdbcd None None] Resources bound (agent type, host, resource id): {{(pid=105768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:56:43.533636 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f94ade5-cf5e-4c07-8ff1-1c59c94cdbcd None None] Received port after_create {{(pid=105768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:56:43.541568 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efae2d73-1055-4ed5-9b50-cdf5621b4e6b None None] Checking agent: {'id': '5039a5e6-c9fd-4f0c-a36a-0bef795141ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813226-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 41, 12), 'started_at': datetime.datetime(2021, 10, 12, 17, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813226-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:56:43.541937 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efae2d73-1055-4ed5-9b50-cdf5621b4e6b None None] Checking segment: {'id': '204716ec-bef6-4dcd-9fe8-f8aef954e11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1394, 'network_id': 'eeaad051-d49f-491e-bfa9-9d1a17d4d566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:56:43.542336 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-efae2d73-1055-4ed5-9b50-cdf5621b4e6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:43.542745 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efae2d73-1055-4ed5-9b50-cdf5621b4e6b None None] Bound using segment: {'id': '204716ec-bef6-4dcd-9fe8-f8aef954e11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1394, 'network_id': 'eeaad051-d49f-491e-bfa9-9d1a17d4d566'} {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:56:43.543222 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-efae2d73-1055-4ed5-9b50-cdf5621b4e6b None None] Bound port: 4c9b674c-46f0-4bbb-b84d-efef3502cf55, host: dv-cinder-813226-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204716ec-bef6-4dcd-9fe8-f8aef954e11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1394, 'network_id': 'eeaad051-d49f-491e-bfa9-9d1a17d4d566'}}] {{(pid=105768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:56:43.543596 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-efae2d73-1055-4ed5-9b50-cdf5621b4e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:43.563145 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-3d8df852-2081-49bd-aa25-61c1a7bcb1d2 None None] Provisioning complete for port 4c9b674c-46f0-4bbb-b84d-efef3502cf55 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:56:43.563513 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-3d8df852-2081-49bd-aa25-61c1a7bcb1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:43.653003 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-3d8df852-2081-49bd-aa25-61c1a7bcb1d2 None None] Port 4c9b674c-46f0-4bbb-b84d-efef3502cf55 cannot update to ACTIVE because it is not bound. {{(pid=105768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:56:43.667552 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-0f94ade5-cf5e-4c07-8ff1-1c59c94cdbcd None None] Attempting to bind port fc95f776-8040-43ff-9244-fbd914112659 on host dv-cinder-813226-2-iscsi for vnic_type normal with profile {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:56:43.667844 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-0f94ade5-cf5e-4c07-8ff1-1c59c94cdbcd None None] Attempting to bind port fc95f776-8040-43ff-9244-fbd914112659 by drivers openvswitch,hyperv on host dv-cinder-813226-2-iscsi at level 0 using segments [{'id': 'a694cefd-ba8f-4d5f-aff0-779bed6dcfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1366, 'network_id': '14eeb8ee-5f1d-49ec-b1b9-34108fb9d5cf'}] {{(pid=105768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:56:43.668238 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f94ade5-cf5e-4c07-8ff1-1c59c94cdbcd None None] Attempting to bind port fc95f776-8040-43ff-9244-fbd914112659 on network 14eeb8ee-5f1d-49ec-b1b9-34108fb9d5cf {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:56:43.680916 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f94ade5-cf5e-4c07-8ff1-1c59c94cdbcd None None] Checking agent: {'id': '5039a5e6-c9fd-4f0c-a36a-0bef795141ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813226-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 41, 12), 'started_at': datetime.datetime(2021, 10, 12, 17, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813226-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:56:43.681282 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f94ade5-cf5e-4c07-8ff1-1c59c94cdbcd None None] Checking segment: {'id': 'a694cefd-ba8f-4d5f-aff0-779bed6dcfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1366, 'network_id': '14eeb8ee-5f1d-49ec-b1b9-34108fb9d5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:56:43.681674 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-0f94ade5-cf5e-4c07-8ff1-1c59c94cdbcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:43.682062 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f94ade5-cf5e-4c07-8ff1-1c59c94cdbcd None None] Bound using segment: {'id': 'a694cefd-ba8f-4d5f-aff0-779bed6dcfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1366, 'network_id': '14eeb8ee-5f1d-49ec-b1b9-34108fb9d5cf'} {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:56:43.682557 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-0f94ade5-cf5e-4c07-8ff1-1c59c94cdbcd None None] Bound port: fc95f776-8040-43ff-9244-fbd914112659, host: dv-cinder-813226-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a694cefd-ba8f-4d5f-aff0-779bed6dcfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1366, 'network_id': '14eeb8ee-5f1d-49ec-b1b9-34108fb9d5cf'}}] {{(pid=105768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:56:43.682933 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-0f94ade5-cf5e-4c07-8ff1-1c59c94cdbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:43.705193 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-efae2d73-1055-4ed5-9b50-cdf5621b4e6b None None] For port 4c9b674c-46f0-4bbb-b84d-efef3502cf55, host dv-cinder-813226-2-iscsi, cleared binding levels {{(pid=105768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:56:43.705864 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eab100-7cdf-44f8-860d-76df165c2b3f req-f91d5b78-12fd-4fe0-b030-a34f4817a8bd tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:43.708146 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-06eab100-7cdf-44f8-860d-76df165c2b3f req-f91d5b78-12fd-4fe0-b030-a34f4817a8bd tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 945 time: 0.4036982 Oct 12 17:56:43.733737 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-efae2d73-1055-4ed5-9b50-cdf5621b4e6b None None] For port 4c9b674c-46f0-4bbb-b84d-efef3502cf55, host dv-cinder-813226-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=4c9b674c-46f0-4bbb-b84d-efef3502cf55,segment=NetworkSegment(204716ec-bef6-4dcd-9fe8-f8aef954e11e),segment_id=204716ec-bef6-4dcd-9fe8-f8aef954e11e)] {{(pid=105768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:56:43.735851 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabc974-c12d-4055-9cd7-0429061d99ee req-6a0076fc-0960-478b-a3fc-7f60f61d976e tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:43.737388 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-bfabc974-c12d-4055-9cd7-0429061d99ee req-6a0076fc-0960-478b-a3fc-7f60f61d976e tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 943 time: 0.3978388 Oct 12 17:56:43.741686 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-efae2d73-1055-4ed5-9b50-cdf5621b4e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:43.788292 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c822ef89-a167-4ad5-aa7f-fbf70f01d028 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:43.827312 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-0f94ade5-cf5e-4c07-8ff1-1c59c94cdbcd None None] For port fc95f776-8040-43ff-9244-fbd914112659, host dv-cinder-813226-2-iscsi, cleared binding levels {{(pid=105768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:56:43.834873 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-06eab100-7cdf-44f8-860d-76df165c2b3f req-674ac9a8-7c38-41bd-b6ec-00e072d471cc tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166475 Oct 12 17:56:43.838881 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efae2d73-1055-4ed5-9b50-cdf5621b4e6b None None] Routers {'2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:56:43.839375 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-efae2d73-1055-4ed5-9b50-cdf5621b4e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:56:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:56:43.849167 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-bfabc974-c12d-4055-9cd7-0429061d99ee req-8c55ae3c-ad04-43ef-bd63-0ced102716dc tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1027162 Oct 12 17:56:43.886268 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-0f94ade5-cf5e-4c07-8ff1-1c59c94cdbcd None None] For port fc95f776-8040-43ff-9244-fbd914112659, host dv-cinder-813226-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=fc95f776-8040-43ff-9244-fbd914112659,segment=NetworkSegment(a694cefd-ba8f-4d5f-aff0-779bed6dcfa3),segment_id=a694cefd-ba8f-4d5f-aff0-779bed6dcfa3)] {{(pid=105768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:56:43.887460 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e1e830-ee44-4307-a0eb-f0683c91d4c0 None None] Pushing event updated for resources: {'Port': ['ID=4c9b674c-46f0-4bbb-b84d-efef3502cf55,revision_number=4']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:43.904025 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:43.905816 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-0f94ade5-cf5e-4c07-8ff1-1c59c94cdbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:44.018580 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c822ef89-a167-4ad5-aa7f-fbf70f01d028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8113504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8091129'] for router, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:44.026126 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f94ade5-cf5e-4c07-8ff1-1c59c94cdbcd None None] Pushing event updated for resources: {'Port': ['ID=fc95f776-8040-43ff-9244-fbd914112659,revision_number=2']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:44.037402 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-efae2d73-1055-4ed5-9b50-cdf5621b4e6b None None] Set router 2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:56:44.117954 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-896194f9-c457-48ff-9c64-31c8add337be None None] Provisioning complete for port 4c9b674c-46f0-4bbb-b84d-efef3502cf55 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:56:44.118330 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-896194f9-c457-48ff-9c64-31c8add337be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:44.173064 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c822ef89-a167-4ad5-aa7f-fbf70f01d028 admin admin] Router e0254879-f19a-4ace-8148-7d09701aa047 is scheduled to L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 with binding_index 1 {{(pid=105766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 17:56:44.311934 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c822ef89-a167-4ad5-aa7f-fbf70f01d028 admin admin] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:56:44.316078 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-896194f9-c457-48ff-9c64-31c8add337be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:44.321525 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0772de04-e4e4-4b17-9740-983269b94475 None None] Sync routers for ids ['e0254879-f19a-4ace-8148-7d09701aa047'] in dv-cinder-813226-2-iscsi {{(pid=105769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:56:44.331574 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c822ef89-a167-4ad5-aa7f-fbf70f01d028 admin admin] Notify callbacks [] for router, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:44.332799 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-c822ef89-a167-4ad5-aa7f-fbf70f01d028 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9253240 Oct 12 17:56:44.335168 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0772de04-e4e4-4b17-9740-983269b94475 None None] Routers {'e0254879-f19a-4ace-8148-7d09701aa047'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:56:44.335609 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 39548) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:56:44.335982 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-0772de04-e4e4-4b17-9740-983269b94475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:56:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['e0254879-f19a-4ace-8148-7d09701aa047'], 'active': True} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:56:44.366329 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-896194f9-c457-48ff-9c64-31c8add337be None None] For port 4c9b674c-46f0-4bbb-b84d-efef3502cf55, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=4c9b674c-46f0-4bbb-b84d-efef3502cf55,segment=NetworkSegment(204716ec-bef6-4dcd-9fe8-f8aef954e11e),segment_id=204716ec-bef6-4dcd-9fe8-f8aef954e11e)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:56:44.374249 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-896194f9-c457-48ff-9c64-31c8add337be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:44.401978 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-efae2d73-1055-4ed5-9b50-cdf5621b4e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84', 'name': 'tempest-TestMinimumBasicScenario-1916678143-router', 'tenant_id': '2874ea6160b04d2daaa33b707a2084b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:56:37Z', 'updated_at': '2021-10-12T17:56:40Z', 'revision_number': 4, 'project_id': '2874ea6160b04d2daaa33b707a2084b7', 'gw_port': {'id': '7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:24:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:56:37Z', 'updated_at': '2021-10-12T17:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': '4c9b674c-46f0-4bbb-b84d-efef3502cf55', 'name': '', 'network_id': 'eeaad051-d49f-491e-bfa9-9d1a17d4d566', 'tenant_id': '2874ea6160b04d2daaa33b707a2084b7', 'mac_address': 'fa:16:3e:4d:75:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '773ed561-4258-4e62-8ec3-98aa68830d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:56:39Z', 'updated_at': '2021-10-12T17:56:43Z', 'revision_number': 4, 'project_id': '2874ea6160b04d2daaa33b707a2084b7', 'subnets': [{'id': '773ed561-4258-4e62-8ec3-98aa68830d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:56:44.435387 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efae2d73-1055-4ed5-9b50-cdf5621b4e6b None None] The sync data for ids ['2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84'] in dv-cinder-813226-2-iscsi is: [{'id': '2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84', 'name': 'tempest-TestMinimumBasicScenario-1916678143-router', 'tenant_id': '2874ea6160b04d2daaa33b707a2084b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:56:37Z', 'updated_at': '2021-10-12T17:56:40Z', 'revision_number': 4, 'project_id': '2874ea6160b04d2daaa33b707a2084b7', 'gw_port': {'id': '7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:24:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:56:37Z', 'updated_at': '2021-10-12T17:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': '4c9b674c-46f0-4bbb-b84d-efef3502cf55', 'name': '', 'network_id': 'eeaad051-d49f-491e-bfa9-9d1a17d4d566', 'tenant_id': '2874ea6160b04d2daaa33b707a2084b7', 'mac_address': 'fa:16:3e:4d:75:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '773ed561-4258-4e62-8ec3-98aa68830d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:56:39Z', 'updated_at': '2021-10-12T17:56:43Z', 'revision_number': 4, 'project_id': '2874ea6160b04d2daaa33b707a2084b7', 'subnets': [{'id': '773ed561-4258-4e62-8ec3-98aa68830d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:56:44.456294 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896194f9-c457-48ff-9c64-31c8add337be None None] Pushing event updated for resources: {'Port': ['ID=4c9b674c-46f0-4bbb-b84d-efef3502cf55,revision_number=5']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:44.463409 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvr_db [None req-0772de04-e4e4-4b17-9740-983269b94475 None None] Set router e0254879-f19a-4ace-8148-7d09701aa047 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:56:44.685299 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-0772de04-e4e4-4b17-9740-983269b94475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0254879-f19a-4ace-8148-7d09701aa047', 'name': 'tempest-TestMinimumBasicScenario-442323597-router', 'tenant_id': '790109c23ddc46dd8466e91c5fc7c551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '6ee68d24-a4cc-4030-8e4d-cb7bb5f96aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:56:42Z', 'updated_at': '2021-10-12T17:56:43Z', 'revision_number': 3, 'project_id': '790109c23ddc46dd8466e91c5fc7c551', 'gw_port': {'id': '6ee68d24-a4cc-4030-8e4d-cb7bb5f96aa8', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0254879-f19a-4ace-8148-7d09701aa047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:56:42Z', 'updated_at': '2021-10-12T17:56:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi'}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:56:44.713232 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0772de04-e4e4-4b17-9740-983269b94475 None None] Checking router: e0254879-f19a-4ace-8148-7d09701aa047 for host: dv-cinder-813226-2-iscsi {{(pid=105769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:56:44.713787 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0772de04-e4e4-4b17-9740-983269b94475 None None] Updating router e0254879-f19a-4ace-8148-7d09701aa047 port 6ee68d24-a4cc-4030-8e4d-cb7bb5f96aa8 binding host dv-cinder-813226-2-iscsi {{(pid=105769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:56:44.744016 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-0772de04-e4e4-4b17-9740-983269b94475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:44.886021 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f84d9135-c9c8-48a6-a3ed-b26719455742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:45.016176 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device fc95f776-8040-43ff-9244-fbd914112659 up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:56:45.115679 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-0772de04-e4e4-4b17-9740-983269b94475 None None] Notify callbacks [] for port, precommit_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:45.129867 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-0772de04-e4e4-4b17-9740-983269b94475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:45.134857 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port fc95f776-8040-43ff-9244-fbd914112659 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:56:45.136462 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:45.176314 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0aef70a-ad9f-427d-8308-831d81c0cbfe None None] Network 14eeb8ee-5f1d-49ec-b1b9-34108fb9d5cf requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:56:45.188147 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.managers [None req-0772de04-e4e4-4b17-9740-983269b94475 None None] Attempting to bind port 6ee68d24-a4cc-4030-8e4d-cb7bb5f96aa8 on host dv-cinder-813226-2-iscsi for vnic_type normal with profile {{(pid=105769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:56:45.188515 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.managers [None req-0772de04-e4e4-4b17-9740-983269b94475 None None] Attempting to bind port 6ee68d24-a4cc-4030-8e4d-cb7bb5f96aa8 by drivers openvswitch,hyperv on host dv-cinder-813226-2-iscsi at level 0 using segments [{'id': 'f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'}] {{(pid=105769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:56:45.189304 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0772de04-e4e4-4b17-9740-983269b94475 None None] Attempting to bind port 6ee68d24-a4cc-4030-8e4d-cb7bb5f96aa8 on network 57ccf176-38b9-4e1d-8eda-123c8986cf55 {{(pid=105769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:56:45.195116 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff18b67d-20ae-4901-b6eb-3f9ab074b9be None None] Pushing event updated for resources: {'Port': ['ID=6ee68d24-a4cc-4030-8e4d-cb7bb5f96aa8,revision_number=2']} {{(pid=105769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:45.198593 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0772de04-e4e4-4b17-9740-983269b94475 None None] Checking agent: {'id': '5039a5e6-c9fd-4f0c-a36a-0bef795141ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813226-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 41, 12), 'started_at': datetime.datetime(2021, 10, 12, 17, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813226-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:56:45.198979 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0772de04-e4e4-4b17-9740-983269b94475 None None] Checking segment: {'id': 'f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:56:45.199386 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-0772de04-e4e4-4b17-9740-983269b94475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:45.199775 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0772de04-e4e4-4b17-9740-983269b94475 None None] Bound using segment: {'id': 'f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'} {{(pid=105769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:56:45.200252 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.managers [None req-0772de04-e4e4-4b17-9740-983269b94475 None None] Bound port: 6ee68d24-a4cc-4030-8e4d-cb7bb5f96aa8, host: dv-cinder-813226-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'}}] {{(pid=105769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:56:45.200648 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-0772de04-e4e4-4b17-9740-983269b94475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:45.204865 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-f84d9135-c9c8-48a6-a3ed-b26719455742 admin admin] Allocated IP 172.20.0.1 (14eeb8ee-5f1d-49ec-b1b9-34108fb9d5cf/90d16121-b4b4-4059-8c39-d50d394323eb/f95c4165-723a-45cc-981c-181f3e73362c) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:56:45.224352 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1392c-6342-481c-be74-97834ff634ef req-0c4865e1-4932-4d0a-af20-4fd60f0d4ed8 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:45.226055 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-15f1392c-6342-481c-be74-97834ff634ef req-0c4865e1-4932-4d0a-af20-4fd60f0d4ed8 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 945 time: 0.1487558 Oct 12 17:56:45.241173 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd09cb3-855a-42d5-973f-dc2814c2affb req-9ab3f06e-e766-42cd-b4e1-8e96babcd842 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:45.248865 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-cfd09cb3-855a-42d5-973f-dc2814c2affb req-9ab3f06e-e766-42cd-b4e1-8e96babcd842 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 943 time: 0.1726623 Oct 12 17:56:45.271422 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-2a0cfa7d-4fd7-404b-ab76-57d9c5111ee5 None None] Provisioning complete for port fc95f776-8040-43ff-9244-fbd914112659 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:56:45.271792 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-2a0cfa7d-4fd7-404b-ab76-57d9c5111ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:45.287933 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.db [None req-0772de04-e4e4-4b17-9740-983269b94475 None None] For port 6ee68d24-a4cc-4030-8e4d-cb7bb5f96aa8, host dv-cinder-813226-2-iscsi, cleared binding levels {{(pid=105769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:56:45.292297 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.db [None req-0772de04-e4e4-4b17-9740-983269b94475 None None] For port 6ee68d24-a4cc-4030-8e4d-cb7bb5f96aa8, host dv-cinder-813226-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=6ee68d24-a4cc-4030-8e4d-cb7bb5f96aa8,segment=NetworkSegment(f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1),segment_id=f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1)] {{(pid=105769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:56:45.300475 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-0772de04-e4e4-4b17-9740-983269b94475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:45.366595 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff18b67d-20ae-4901-b6eb-3f9ab074b9be None None] Pushing event updated for resources: {'Port': ['ID=6ee68d24-a4cc-4030-8e4d-cb7bb5f96aa8,revision_number=3']} {{(pid=105769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:45.373155 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-cfd09cb3-855a-42d5-973f-dc2814c2affb req-e61094da-c46b-44df-a28a-831c0d65a83c tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1230865 Oct 12 17:56:45.380297 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-15f1392c-6342-481c-be74-97834ff634ef req-1ef82c82-8d8d-4657-b3d7-4db39bbd796d tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285882 Oct 12 17:56:45.388699 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:45.418938 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0772de04-e4e4-4b17-9740-983269b94475 None None] Routers {'e0254879-f19a-4ace-8148-7d09701aa047'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:56:45.419680 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-0772de04-e4e4-4b17-9740-983269b94475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:56:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['e0254879-f19a-4ace-8148-7d09701aa047'], 'active': True} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:56:45.437733 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f84d9135-c9c8-48a6-a3ed-b26719455742 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:45.480654 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f84d9135-c9c8-48a6-a3ed-b26719455742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4464511'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:45.501655 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-2a0cfa7d-4fd7-404b-ab76-57d9c5111ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:45.528167 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] For port fc95f776-8040-43ff-9244-fbd914112659, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=fc95f776-8040-43ff-9244-fbd914112659,segment=NetworkSegment(a694cefd-ba8f-4d5f-aff0-779bed6dcfa3),segment_id=a694cefd-ba8f-4d5f-aff0-779bed6dcfa3)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:56:45.529089 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d9135-c9c8-48a6-a3ed-b26719455742 admin admin] Pushing event updated for resources: {'Port': ['ID=f95c4165-723a-45cc-981c-181f3e73362c,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:45.544445 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:45.545268 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 4c9b674c-46f0-4bbb-b84d-efef3502cf55 up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:56:45.546178 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84d9135-c9c8-48a6-a3ed-b26719455742 admin admin] Network 14eeb8ee-5f1d-49ec-b1b9-34108fb9d5cf is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:56:45.547708 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-f84d9135-c9c8-48a6-a3ed-b26719455742 admin admin] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:56:45.551562 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84d9135-c9c8-48a6-a3ed-b26719455742 admin admin] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:56:45.559912 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvr_db [None req-0772de04-e4e4-4b17-9740-983269b94475 None None] Set router e0254879-f19a-4ace-8148-7d09701aa047 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:56:45.590119 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f84d9135-c9c8-48a6-a3ed-b26719455742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090920'] for router_interface, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:45.682377 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Pushing event updated for resources: {'Port': ['ID=fc95f776-8040-43ff-9244-fbd914112659,revision_number=3']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:45.695576 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.db.api [None req-2a0cfa7d-4fd7-404b-ab76-57d9c5111ee5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 17:56:45.695930 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG oslo_db.api [None req-2a0cfa7d-4fd7-404b-ab76-57d9c5111ee5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 17:56:45.706248 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port 4c9b674c-46f0-4bbb-b84d-efef3502cf55 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:56:45.706906 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:45.770276 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f84d9135-c9c8-48a6-a3ed-b26719455742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:45.774993 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-0772de04-e4e4-4b17-9740-983269b94475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0254879-f19a-4ace-8148-7d09701aa047', 'name': 'tempest-TestMinimumBasicScenario-442323597-router', 'tenant_id': '790109c23ddc46dd8466e91c5fc7c551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '6ee68d24-a4cc-4030-8e4d-cb7bb5f96aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:56:42Z', 'updated_at': '2021-10-12T17:56:43Z', 'revision_number': 3, 'project_id': '790109c23ddc46dd8466e91c5fc7c551', 'gw_port': {'id': '6ee68d24-a4cc-4030-8e4d-cb7bb5f96aa8', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0254879-f19a-4ace-8148-7d09701aa047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:56:42Z', 'updated_at': '2021-10-12T17:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi'}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:56:45.805092 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0772de04-e4e4-4b17-9740-983269b94475 None None] The sync data for ids ['e0254879-f19a-4ace-8148-7d09701aa047'] in dv-cinder-813226-2-iscsi is: [{'id': 'e0254879-f19a-4ace-8148-7d09701aa047', 'name': 'tempest-TestMinimumBasicScenario-442323597-router', 'tenant_id': '790109c23ddc46dd8466e91c5fc7c551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '6ee68d24-a4cc-4030-8e4d-cb7bb5f96aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:56:42Z', 'updated_at': '2021-10-12T17:56:43Z', 'revision_number': 3, 'project_id': '790109c23ddc46dd8466e91c5fc7c551', 'gw_port': {'id': '6ee68d24-a4cc-4030-8e4d-cb7bb5f96aa8', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0254879-f19a-4ace-8148-7d09701aa047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:56:42Z', 'updated_at': '2021-10-12T17:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi'}] {{(pid=105769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:56:45.969140 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f84d9135-c9c8-48a6-a3ed-b26719455742 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:45.976628 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f84d9135-c9c8-48a6-a3ed-b26719455742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4464486'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:46.052075 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f84d9135-c9c8-48a6-a3ed-b26719455742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8115384'] for router_interface, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:46.053889 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d9135-c9c8-48a6-a3ed-b26719455742 admin admin] Pushing event updated for resources: {'Port': ['ID=f95c4165-723a-45cc-981c-181f3e73362c,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:46.157434 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84d9135-c9c8-48a6-a3ed-b26719455742 admin admin] Network 14eeb8ee-5f1d-49ec-b1b9-34108fb9d5cf is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:56:46.158857 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-f84d9135-c9c8-48a6-a3ed-b26719455742 admin admin] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:56:46.289897 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f84d9135-c9c8-48a6-a3ed-b26719455742 admin admin] Router e0254879-f19a-4ace-8148-7d09701aa047 has already been hosted by L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 {{(pid=105766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:56:46.366054 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-88aa7ffd-5d56-4e54-a6c1-01dd18a18a8c None None] Provisioning complete for port fc95f776-8040-43ff-9244-fbd914112659 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:56:46.366876 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-88aa7ffd-5d56-4e54-a6c1-01dd18a18a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:46.423822 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84d9135-c9c8-48a6-a3ed-b26719455742 admin admin] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:56:46.430089 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-f84d9135-c9c8-48a6-a3ed-b26719455742 admin admin] 10.222.0.85 "PUT /v2.0/routers/e0254879-f19a-4ace-8148-7d09701aa047/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0932851 Oct 12 17:56:46.488668 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-88aa7ffd-5d56-4e54-a6c1-01dd18a18a8c None None] Provisioning complete for port f95c4165-723a-45cc-981c-181f3e73362c triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:56:46.489040 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-88aa7ffd-5d56-4e54-a6c1-01dd18a18a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:46.528817 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-88aa7ffd-5d56-4e54-a6c1-01dd18a18a8c None None] Port f95c4165-723a-45cc-981c-181f3e73362c cannot update to ACTIVE because it is not bound. {{(pid=105768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:56:46.579617 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6d037-0d80-4b01-b23d-c10cdf8ca00b req-88f39aa8-b353-4d3d-9bd6-c8d3689015eb tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:46.582938 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-abe6d037-0d80-4b01-b23d-c10cdf8ca00b req-88f39aa8-b353-4d3d-9bd6-c8d3689015eb tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 943 time: 0.1226828 Oct 12 17:56:46.620750 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16981f3a-cfd1-4d1e-ae45-94a2a2e0171c req-19b811c5-a21c-4863-a094-ab29470689d0 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:46.622327 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-16981f3a-cfd1-4d1e-ae45-94a2a2e0171c req-19b811c5-a21c-4863-a094-ab29470689d0 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 945 time: 0.1053283 Oct 12 17:56:46.649268 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-a0d53c9c-1955-4ecc-9430-dab661b097b1 None None] Provisioning complete for port f95c4165-723a-45cc-981c-181f3e73362c triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:56:46.649642 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-a0d53c9c-1955-4ecc-9430-dab661b097b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:46.662368 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-abe6d037-0d80-4b01-b23d-c10cdf8ca00b req-f5a8fa9f-e350-41c6-b54d-3a00944adcdd tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0688033 Oct 12 17:56:46.705836 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-a0d53c9c-1955-4ecc-9430-dab661b097b1 None None] Port f95c4165-723a-45cc-981c-181f3e73362c cannot update to ACTIVE because it is not bound. {{(pid=105768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:56:46.711027 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-16981f3a-cfd1-4d1e-ae45-94a2a2e0171c req-72719350-3f03-4dd9-b69d-0c7b3dff5c0a tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806353 Oct 12 17:56:46.948224 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 6ee68d24-a4cc-4030-8e4d-cb7bb5f96aa8 up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:56:47.134725 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port 6ee68d24-a4cc-4030-8e4d-cb7bb5f96aa8 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:56:47.135105 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:47.227454 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:47.259201 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] For port 6ee68d24-a4cc-4030-8e4d-cb7bb5f96aa8, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=6ee68d24-a4cc-4030-8e4d-cb7bb5f96aa8,segment=NetworkSegment(f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1),segment_id=f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:56:47.262272 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 44a535e9-31c5-44a4-9c81-d56c07c00bee details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:56:47.349410 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:47.350125 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device fc95f776-8040-43ff-9244-fbd914112659 up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:56:47.462543 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Pushing event updated for resources: {'Port': ['ID=6ee68d24-a4cc-4030-8e4d-cb7bb5f96aa8,revision_number=4']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:47.495070 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port fc95f776-8040-43ff-9244-fbd914112659 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:56:47.495434 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:47.531826 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 44a535e9-31c5-44a4-9c81-d56c07c00bee, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=44a535e9-31c5-44a4-9c81-d56c07c00bee,segment=NetworkSegment(1daa5b13-1a46-4a51-8ff5-99f71f99c000),segment_id=1daa5b13-1a46-4a51-8ff5-99f71f99c000)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:56:47.553441 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Returning: {'device': '44a535e9-31c5-44a4-9c81-d56c07c00bee', 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50', 'port_id': '44a535e9-31c5-44a4-9c81-d56c07c00bee', 'mac_address': 'fa:16:3e:2e:3e:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a884ca43-ba25-4d6f-85eb-cb8452a55329', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:56:47.601022 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:47.655651 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44a535e9-31c5-44a4-9c81-d56c07c00bee {{(pid=105768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:56:47.741888 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 44a535e9-31c5-44a4-9c81-d56c07c00bee, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=44a535e9-31c5-44a4-9c81-d56c07c00bee,segment=NetworkSegment(1daa5b13-1a46-4a51-8ff5-99f71f99c000),segment_id=1daa5b13-1a46-4a51-8ff5-99f71f99c000)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:56:47.752015 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:47.814543 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=44a535e9-31c5-44a4-9c81-d56c07c00bee,revision_number=6']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:47.863945 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['44a535e9-31c5-44a4-9c81-d56c07c00bee'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:56:48.056366 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ced9c5-d7f0-4a75-9c5e-a5d5cd668a63 req-f9035643-357a-4fb5-beac-72920b0bdb64 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:48.058170 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-65ced9c5-d7f0-4a75-9c5e-a5d5cd668a63 req-f9035643-357a-4fb5-beac-72920b0bdb64 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 943 time: 0.2426772 Oct 12 17:56:48.156283 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b4f50-28dc-44c7-97e4-9256bb7b3c95 req-837cf926-a5c0-43d7-8137-4f64442a2572 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:48.159083 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-dc9b4f50-28dc-44c7-97e4-9256bb7b3c95 req-837cf926-a5c0-43d7-8137-4f64442a2572 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 944 time: 0.2533858 Oct 12 17:56:48.175406 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-65ced9c5-d7f0-4a75-9c5e-a5d5cd668a63 req-ca1a5499-4b1c-44e3-a233-e7fef7f13d35 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1084964 Oct 12 17:56:48.251799 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-dc9b4f50-28dc-44c7-97e4-9256bb7b3c95 req-579da41f-5534-4553-81af-179eb2ff1606 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752289 Oct 12 17:56:48.260544 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5aca4d4-28d1-4a7b-a676-72390db7ab97 None None] Sync routers for ids ['e0254879-f19a-4ace-8148-7d09701aa047'] in dv-cinder-813226-2-iscsi {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:56:48.275647 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5aca4d4-28d1-4a7b-a676-72390db7ab97 None None] Routers {'e0254879-f19a-4ace-8148-7d09701aa047'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:56:48.276257 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-c5aca4d4-28d1-4a7b-a676-72390db7ab97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:56:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['e0254879-f19a-4ace-8148-7d09701aa047'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:56:48.472298 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-c5aca4d4-28d1-4a7b-a676-72390db7ab97 None None] Set router e0254879-f19a-4ace-8148-7d09701aa047 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:56:48.749151 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-c5aca4d4-28d1-4a7b-a676-72390db7ab97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0254879-f19a-4ace-8148-7d09701aa047', 'name': 'tempest-TestMinimumBasicScenario-442323597-router', 'tenant_id': '790109c23ddc46dd8466e91c5fc7c551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '6ee68d24-a4cc-4030-8e4d-cb7bb5f96aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:56:42Z', 'updated_at': '2021-10-12T17:56:45Z', 'revision_number': 4, 'project_id': '790109c23ddc46dd8466e91c5fc7c551', 'gw_port': {'id': '6ee68d24-a4cc-4030-8e4d-cb7bb5f96aa8', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0254879-f19a-4ace-8148-7d09701aa047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:56:42Z', 'updated_at': '2021-10-12T17:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': 'f95c4165-723a-45cc-981c-181f3e73362c', 'name': '', 'network_id': '14eeb8ee-5f1d-49ec-b1b9-34108fb9d5cf', 'tenant_id': '790109c23ddc46dd8466e91c5fc7c551', 'mac_address': 'fa:16:3e:32:88:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0254879-f19a-4ace-8148-7d09701aa047', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '90d16121-b4b4-4059-8c39-d50d394323eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:56:44Z', 'updated_at': '2021-10-12T17:56:45Z', 'revision_number': 2, 'project_id': '790109c23ddc46dd8466e91c5fc7c551', 'subnets': [{'id': '90d16121-b4b4-4059-8c39-d50d394323eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:56:48.804091 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5aca4d4-28d1-4a7b-a676-72390db7ab97 None None] Checking router: e0254879-f19a-4ace-8148-7d09701aa047 for host: dv-cinder-813226-2-iscsi {{(pid=105768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:56:48.805252 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5aca4d4-28d1-4a7b-a676-72390db7ab97 None None] Updating router e0254879-f19a-4ace-8148-7d09701aa047 port f95c4165-723a-45cc-981c-181f3e73362c binding host dv-cinder-813226-2-iscsi {{(pid=105768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:56:48.874986 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-c5aca4d4-28d1-4a7b-a676-72390db7ab97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:48.893287 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 6ee68d24-a4cc-4030-8e4d-cb7bb5f96aa8 up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:56:49.074400 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port 6ee68d24-a4cc-4030-8e4d-cb7bb5f96aa8 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:56:49.075044 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:49.253426 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 6b2c7936-488e-4d28-9ea8-ecf30bdbce6c details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:56:49.255926 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 44a535e9-31c5-44a4-9c81-d56c07c00bee up at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:56:49.444510 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11723989-70b9-4c77-9ca0-4d731a0a6cef req-e93d3146-4533-473a-81f5-e821bc1d42e6 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:49.446740 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-11723989-70b9-4c77-9ca0-4d731a0a6cef req-e93d3146-4533-473a-81f5-e821bc1d42e6 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 943 time: 0.1498556 Oct 12 17:56:49.506114 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-c5aca4d4-28d1-4a7b-a676-72390db7ab97 None None] Notify callbacks [] for port, precommit_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:49.527664 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-c5aca4d4-28d1-4a7b-a676-72390db7ab97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:49.542561 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning complete for port 44a535e9-31c5-44a4-9c81-d56c07c00bee triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:56:49.543276 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:49.580426 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d03b6-a891-4258-b451-d3aba7e690f3 req-c675b297-a0a1-4f5a-96b5-12b09e11d831 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:49.587745 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-538d03b6-a891-4258-b451-d3aba7e690f3 req-c675b297-a0a1-4f5a-96b5-12b09e11d831 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 944 time: 0.1400070 Oct 12 17:56:49.656997 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-11723989-70b9-4c77-9ca0-4d731a0a6cef req-2ec1e163-e448-461e-8a0b-1dfda13aead7 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1486392 Oct 12 17:56:49.714179 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-538d03b6-a891-4258-b451-d3aba7e690f3 req-fc28d9b9-8560-4dd8-857c-a286a7008da8 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255555 Oct 12 17:56:49.756092 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 6b2c7936-488e-4d28-9ea8-ecf30bdbce6c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6b2c7936-488e-4d28-9ea8-ecf30bdbce6c,segment=NetworkSegment(3f9a12ba-5c8e-4c52-a93d-d1890c37c703),segment_id=3f9a12ba-5c8e-4c52-a93d-d1890c37c703)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:56:49.820778 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66744bf7-4f28-45d5-a5b0-d43fe3e17134 None None] Pushing event updated for resources: {'Port': ['ID=f95c4165-723a-45cc-981c-181f3e73362c,revision_number=3']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:49.852254 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Returning: {'device': '6b2c7936-488e-4d28-9ea8-ecf30bdbce6c', 'network_id': '9786a2da-354e-4b2b-944e-524749bdbde9', 'port_id': '6b2c7936-488e-4d28-9ea8-ecf30bdbce6c', 'mac_address': 'fa:16:3e:65:a0:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1884ac9-4489-4c64-8eb4-289f84b932a8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:56:49.866048 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-c5aca4d4-28d1-4a7b-a676-72390db7ab97 None None] Attempting to bind port f95c4165-723a-45cc-981c-181f3e73362c on host dv-cinder-813226-2-iscsi for vnic_type normal with profile {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:56:49.866429 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-c5aca4d4-28d1-4a7b-a676-72390db7ab97 None None] Attempting to bind port f95c4165-723a-45cc-981c-181f3e73362c by drivers openvswitch,hyperv on host dv-cinder-813226-2-iscsi at level 0 using segments [{'id': 'a694cefd-ba8f-4d5f-aff0-779bed6dcfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1366, 'network_id': '14eeb8ee-5f1d-49ec-b1b9-34108fb9d5cf'}] {{(pid=105768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:56:49.866829 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5aca4d4-28d1-4a7b-a676-72390db7ab97 None None] Attempting to bind port f95c4165-723a-45cc-981c-181f3e73362c on network 14eeb8ee-5f1d-49ec-b1b9-34108fb9d5cf {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:56:49.912304 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5aca4d4-28d1-4a7b-a676-72390db7ab97 None None] Checking agent: {'id': '5039a5e6-c9fd-4f0c-a36a-0bef795141ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813226-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 41, 12), 'started_at': datetime.datetime(2021, 10, 12, 17, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813226-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:56:49.912593 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5aca4d4-28d1-4a7b-a676-72390db7ab97 None None] Checking segment: {'id': 'a694cefd-ba8f-4d5f-aff0-779bed6dcfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1366, 'network_id': '14eeb8ee-5f1d-49ec-b1b9-34108fb9d5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:56:49.912995 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-c5aca4d4-28d1-4a7b-a676-72390db7ab97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:49.913386 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5aca4d4-28d1-4a7b-a676-72390db7ab97 None None] Bound using segment: {'id': 'a694cefd-ba8f-4d5f-aff0-779bed6dcfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1366, 'network_id': '14eeb8ee-5f1d-49ec-b1b9-34108fb9d5cf'} {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:56:49.913874 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-c5aca4d4-28d1-4a7b-a676-72390db7ab97 None None] Bound port: f95c4165-723a-45cc-981c-181f3e73362c, host: dv-cinder-813226-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a694cefd-ba8f-4d5f-aff0-779bed6dcfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1366, 'network_id': '14eeb8ee-5f1d-49ec-b1b9-34108fb9d5cf'}}] {{(pid=105768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:56:49.914248 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-c5aca4d4-28d1-4a7b-a676-72390db7ab97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:49.932908 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:49.982338 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:49.999435 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b2c7936-488e-4d28-9ea8-ecf30bdbce6c {{(pid=105768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:56:50.040474 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db49ca03-575d-40bb-91ca-d90428ddfcfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a535e9-31c5-44a4-9c81-d56c07c00bee'}] {{(pid=105768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:56:50.043602 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d673ce2dcb2bb4fbf918fb1a8c35d4bb21dca6670ea86fc912d44392d0d8dbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9bb2a8-b8ce-4b1f-b356-436a86fbc95f" -d '{"events": [{"server_uuid": "db49ca03-575d-40bb-91ca-d90428ddfcfb", "name": "network-vif-plugged", "status": "completed", "tag": "44a535e9-31c5-44a4-9c81-d56c07c00bee"}]}' {{(pid=105768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:56:50.073322 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 6b2c7936-488e-4d28-9ea8-ecf30bdbce6c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6b2c7936-488e-4d28-9ea8-ecf30bdbce6c,segment=NetworkSegment(3f9a12ba-5c8e-4c52-a93d-d1890c37c703),segment_id=3f9a12ba-5c8e-4c52-a93d-d1890c37c703)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:56:50.076281 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-c5aca4d4-28d1-4a7b-a676-72390db7ab97 None None] For port f95c4165-723a-45cc-981c-181f3e73362c, host dv-cinder-813226-2-iscsi, cleared binding levels {{(pid=105768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:56:50.081721 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 44a535e9-31c5-44a4-9c81-d56c07c00bee, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=44a535e9-31c5-44a4-9c81-d56c07c00bee,segment=NetworkSegment(1daa5b13-1a46-4a51-8ff5-99f71f99c000),segment_id=1daa5b13-1a46-4a51-8ff5-99f71f99c000)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:56:50.088869 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:50.146991 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-c5aca4d4-28d1-4a7b-a676-72390db7ab97 None None] For port f95c4165-723a-45cc-981c-181f3e73362c, host dv-cinder-813226-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=f95c4165-723a-45cc-981c-181f3e73362c,segment=NetworkSegment(a694cefd-ba8f-4d5f-aff0-779bed6dcfa3),segment_id=a694cefd-ba8f-4d5f-aff0-779bed6dcfa3)] {{(pid=105768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:56:50.148799 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad0dd0a-760d-4def-b337-b14df556ed07 x-openstack-request-id: req-2ad0dd0a-760d-4def-b337-b14df556ed07 {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:56:50.149073 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db49ca03-575d-40bb-91ca-d90428ddfcfb", "name": "network-vif-plugged", "status": "completed", "tag": "44a535e9-31c5-44a4-9c81-d56c07c00bee", "code": 200}]} {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:56:50.149318 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-2ad0dd0a-760d-4def-b337-b14df556ed07 {{(pid=105768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:56:50.149692 dv-cinder-813226-2-iscsi neutron-server[105768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db49ca03-575d-40bb-91ca-d90428ddfcfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a535e9-31c5-44a4-9c81-d56c07c00bee', 'code': 200} Oct 12 17:56:50.150954 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=6b2c7936-488e-4d28-9ea8-ecf30bdbce6c,revision_number=7']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:50.154846 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:50.161124 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-c5aca4d4-28d1-4a7b-a676-72390db7ab97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:50.169672 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-8119fb8e-e44a-44ef-b092-311dfc66f201 None None] Provisioning complete for port f95c4165-723a-45cc-981c-181f3e73362c triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:56:50.169876 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-8119fb8e-e44a-44ef-b092-311dfc66f201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:50.275796 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5aca4d4-28d1-4a7b-a676-72390db7ab97 None None] Routers {'e0254879-f19a-4ace-8148-7d09701aa047'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:56:50.276433 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-c5aca4d4-28d1-4a7b-a676-72390db7ab97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:56:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['e0254879-f19a-4ace-8148-7d09701aa047'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:56:50.336329 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=44a535e9-31c5-44a4-9c81-d56c07c00bee,revision_number=7']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:50.589044 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66744bf7-4f28-45d5-a5b0-d43fe3e17134 None None] Pushing event updated for resources: {'Port': ['ID=f95c4165-723a-45cc-981c-181f3e73362c,revision_number=4']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:50.601987 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['6b2c7936-488e-4d28-9ea8-ecf30bdbce6c'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:56:50.718008 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-8119fb8e-e44a-44ef-b092-311dfc66f201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:50.813481 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-8119fb8e-e44a-44ef-b092-311dfc66f201 None None] For port f95c4165-723a-45cc-981c-181f3e73362c, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=f95c4165-723a-45cc-981c-181f3e73362c,segment=NetworkSegment(a694cefd-ba8f-4d5f-aff0-779bed6dcfa3),segment_id=a694cefd-ba8f-4d5f-aff0-779bed6dcfa3)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:56:50.873114 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-8119fb8e-e44a-44ef-b092-311dfc66f201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:50.902971 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e8b81-7858-47b0-a85e-59d31876d716 req-e72b72a5-6dca-475c-b400-69a8f18e188f tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:50.910892 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4b7e8b81-7858-47b0-a85e-59d31876d716 req-e72b72a5-6dca-475c-b400-69a8f18e188f tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 944 time: 0.1343277 Oct 12 17:56:50.999177 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ae9fa-1136-4515-90c2-337b00ef97a4 req-19b1ee26-39c0-41d8-b8da-c772930ae1f1 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:51.007630 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-cd8ae9fa-1136-4515-90c2-337b00ef97a4 req-19b1ee26-39c0-41d8-b8da-c772930ae1f1 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 945 time: 0.0945179 Oct 12 17:56:51.038450 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4b7e8b81-7858-47b0-a85e-59d31876d716 req-362e5edd-7fed-442a-9cd6-261f963c65f8 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1228633 Oct 12 17:56:51.081646 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119fb8e-e44a-44ef-b092-311dfc66f201 None None] Pushing event updated for resources: {'Port': ['ID=f95c4165-723a-45cc-981c-181f3e73362c,revision_number=5']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:51.102971 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-cd8ae9fa-1136-4515-90c2-337b00ef97a4 req-48b4177c-c70b-40b1-be7b-99cdf880067d tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943425 Oct 12 17:56:51.141032 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ffc20d17-ad0d-41d9-ab08-ead9bf54068d None None] Provisioning complete for port f95c4165-723a-45cc-981c-181f3e73362c triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:56:51.141266 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ffc20d17-ad0d-41d9-ab08-ead9bf54068d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:51.216805 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-c5aca4d4-28d1-4a7b-a676-72390db7ab97 None None] Set router e0254879-f19a-4ace-8148-7d09701aa047 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:56:51.567537 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-c5aca4d4-28d1-4a7b-a676-72390db7ab97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0254879-f19a-4ace-8148-7d09701aa047', 'name': 'tempest-TestMinimumBasicScenario-442323597-router', 'tenant_id': '790109c23ddc46dd8466e91c5fc7c551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '6ee68d24-a4cc-4030-8e4d-cb7bb5f96aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:56:42Z', 'updated_at': '2021-10-12T17:56:45Z', 'revision_number': 4, 'project_id': '790109c23ddc46dd8466e91c5fc7c551', 'gw_port': {'id': '6ee68d24-a4cc-4030-8e4d-cb7bb5f96aa8', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0254879-f19a-4ace-8148-7d09701aa047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:56:42Z', 'updated_at': '2021-10-12T17:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': 'f95c4165-723a-45cc-981c-181f3e73362c', 'name': '', 'network_id': '14eeb8ee-5f1d-49ec-b1b9-34108fb9d5cf', 'tenant_id': '790109c23ddc46dd8466e91c5fc7c551', 'mac_address': 'fa:16:3e:32:88:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0254879-f19a-4ace-8148-7d09701aa047', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '90d16121-b4b4-4059-8c39-d50d394323eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:56:44Z', 'updated_at': '2021-10-12T17:56:50Z', 'revision_number': 4, 'project_id': '790109c23ddc46dd8466e91c5fc7c551', 'subnets': [{'id': '90d16121-b4b4-4059-8c39-d50d394323eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:56:51.600684 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5aca4d4-28d1-4a7b-a676-72390db7ab97 None None] The sync data for ids ['e0254879-f19a-4ace-8148-7d09701aa047'] in dv-cinder-813226-2-iscsi is: [{'id': 'e0254879-f19a-4ace-8148-7d09701aa047', 'name': 'tempest-TestMinimumBasicScenario-442323597-router', 'tenant_id': '790109c23ddc46dd8466e91c5fc7c551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '6ee68d24-a4cc-4030-8e4d-cb7bb5f96aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:56:42Z', 'updated_at': '2021-10-12T17:56:45Z', 'revision_number': 4, 'project_id': '790109c23ddc46dd8466e91c5fc7c551', 'gw_port': {'id': '6ee68d24-a4cc-4030-8e4d-cb7bb5f96aa8', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0254879-f19a-4ace-8148-7d09701aa047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:56:42Z', 'updated_at': '2021-10-12T17:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': 'f95c4165-723a-45cc-981c-181f3e73362c', 'name': '', 'network_id': '14eeb8ee-5f1d-49ec-b1b9-34108fb9d5cf', 'tenant_id': '790109c23ddc46dd8466e91c5fc7c551', 'mac_address': 'fa:16:3e:32:88:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0254879-f19a-4ace-8148-7d09701aa047', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '90d16121-b4b4-4059-8c39-d50d394323eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:56:44Z', 'updated_at': '2021-10-12T17:56:50Z', 'revision_number': 4, 'project_id': '790109c23ddc46dd8466e91c5fc7c551', 'subnets': [{'id': '90d16121-b4b4-4059-8c39-d50d394323eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:56:52.210544 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77cdf37-ad16-4a81-adcc-8611d10a3120 req-609b8fb7-29d6-4ce9-b1b7-2bfd798d2e33 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:52.218672 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d77cdf37-ad16-4a81-adcc-8611d10a3120 req-609b8fb7-29d6-4ce9-b1b7-2bfd798d2e33 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 944 time: 0.0723412 Oct 12 17:56:52.319088 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d77cdf37-ad16-4a81-adcc-8611d10a3120 req-fe3aa7fb-d8c9-4de4-81c0-1b6b1c859d74 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0968752 Oct 12 17:56:52.375078 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc4a2d-50ea-4f5d-ac7e-a8af94a00b8b req-74752301-e110-4e04-ba3e-a0f9b8c8bd63 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:52.376816 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8bcc4a2d-50ea-4f5d-ac7e-a8af94a00b8b req-74752301-e110-4e04-ba3e-a0f9b8c8bd63 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 945 time: 0.1353822 Oct 12 17:56:52.445356 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8bcc4a2d-50ea-4f5d-ac7e-a8af94a00b8b req-e828a064-81e2-44c0-9022-b323cf6ce1ec tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599251 Oct 12 17:56:52.956818 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device f95c4165-723a-45cc-981c-181f3e73362c up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:56:53.092004 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port f95c4165-723a-45cc-981c-181f3e73362c triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:56:53.092429 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:53.258281 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 6b2c7936-488e-4d28-9ea8-ecf30bdbce6c up at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:56:53.376278 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning complete for port 6b2c7936-488e-4d28-9ea8-ecf30bdbce6c triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:56:53.377340 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:53.567478 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:53.621036 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f83f6d-99ad-49e8-b696-eafd27209a00 req-59558ada-16b8-461c-9eb4-c466b61dd4b5 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:53.622664 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f6f83f6d-99ad-49e8-b696-eafd27209a00 req-59558ada-16b8-461c-9eb4-c466b61dd4b5 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 944 time: 0.1497500 Oct 12 17:56:53.630814 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f18509-d73e-4cec-a592-f60e4eea1091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2c7936-488e-4d28-9ea8-ecf30bdbce6c'}] {{(pid=105768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:56:53.637161 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d673ce2dcb2bb4fbf918fb1a8c35d4bb21dca6670ea86fc912d44392d0d8dbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a161cd-f46b-45cb-8592-d2cf230da213" -d '{"events": [{"server_uuid": "95f18509-d73e-4cec-a592-f60e4eea1091", "name": "network-vif-plugged", "status": "completed", "tag": "6b2c7936-488e-4d28-9ea8-ecf30bdbce6c"}]}' {{(pid=105768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:56:53.666161 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 6b2c7936-488e-4d28-9ea8-ecf30bdbce6c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6b2c7936-488e-4d28-9ea8-ecf30bdbce6c,segment=NetworkSegment(3f9a12ba-5c8e-4c52-a93d-d1890c37c703),segment_id=3f9a12ba-5c8e-4c52-a93d-d1890c37c703)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:56:53.676807 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:53.722016 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f6f83f6d-99ad-49e8-b696-eafd27209a00 req-29db9fe0-a21d-4923-9a48-8334390b605e tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0813696 Oct 12 17:56:53.754645 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfdc05-20cf-4ff2-8ec5-d9377afc962a req-650fe9b7-1a57-420e-9e5d-233d61c8264f tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:53.767432 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-eacfdc05-20cf-4ff2-8ec5-d9377afc962a req-650fe9b7-1a57-420e-9e5d-233d61c8264f tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 945 time: 0.1741083 Oct 12 17:56:53.781768 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8daee8ef-427b-4719-91a0-705575d89e87 x-openstack-request-id: req-8daee8ef-427b-4719-91a0-705575d89e87 {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:56:53.782393 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f18509-d73e-4cec-a592-f60e4eea1091", "name": "network-vif-plugged", "status": "completed", "tag": "6b2c7936-488e-4d28-9ea8-ecf30bdbce6c", "code": 200}]} {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:56:53.782838 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8daee8ef-427b-4719-91a0-705575d89e87 {{(pid=105768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:56:53.783417 dv-cinder-813226-2-iscsi neutron-server[105768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f18509-d73e-4cec-a592-f60e4eea1091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2c7936-488e-4d28-9ea8-ecf30bdbce6c', 'code': 200} Oct 12 17:56:53.824718 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=6b2c7936-488e-4d28-9ea8-ecf30bdbce6c,revision_number=8']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:53.847377 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-eacfdc05-20cf-4ff2-8ec5-d9377afc962a req-7f07a9ca-b292-4697-a7da-2d475b075241 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796378 Oct 12 17:56:54.103599 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a66cc-32f1-4b18-9e5f-f7f9417b4b6e req-6c5af9c7-e7df-47a0-a7d5-7dba9dcabfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:54.105802 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-4f8a66cc-32f1-4b18-9e5f-f7f9417b4b6e req-6c5af9c7-e7df-47a0-a7d5-7dba9dcabfac service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 1098 time: 0.0760078 Oct 12 17:56:54.151496 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-4f8a66cc-32f1-4b18-9e5f-f7f9417b4b6e req-f723dc8f-807d-45af-a82c-17a1bcd512cc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351868 Oct 12 17:56:54.850738 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69e9a1-477b-4928-b535-dd05dc3963bd req-7fafabbb-5958-4b4b-b272-c423f9bcb80f tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:54.852421 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6c69e9a1-477b-4928-b535-dd05dc3963bd req-7fafabbb-5958-4b4b-b272-c423f9bcb80f tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 945 time: 0.0565028 Oct 12 17:56:54.903439 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6c69e9a1-477b-4928-b535-dd05dc3963bd req-a38eaf57-fd27-4df1-aed0-9b851a2eb7a4 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440304 Oct 12 17:56:54.987566 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e91b1-fb47-4a58-800e-b6786a247298 req-cbd92ad9-ec5f-4681-9e15-f431cf6f5755 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:54.989552 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f10e91b1-fb47-4a58-800e-b6786a247298 req-cbd92ad9-ec5f-4681-9e15-f431cf6f5755 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 945 time: 0.0566788 Oct 12 17:56:55.029940 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f10e91b1-fb47-4a58-800e-b6786a247298 req-c4e9b254-9b5a-4543-9b18-4eb2820c7e5f tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343404 Oct 12 17:56:56.058926 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946e0c9-6d05-4e6f-a999-6b63066fb254 req-49c1c29c-2a3c-445f-9a21-ef99e880a4d6 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:56.069302 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6946e0c9-6d05-4e6f-a999-6b63066fb254 req-49c1c29c-2a3c-445f-9a21-ef99e880a4d6 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 945 time: 0.0780149 Oct 12 17:56:56.127330 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6946e0c9-6d05-4e6f-a999-6b63066fb254 req-ee78de5c-8388-4a42-9e6d-e0d56f9d22f5 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550902 Oct 12 17:56:56.186977 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d95238-b78c-4d85-ac22-ed995d4f9bf2 req-fd808a60-2a32-41d9-9921-d58b72340327 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:56.194655 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-84d95238-b78c-4d85-ac22-ed995d4f9bf2 req-fd808a60-2a32-41d9-9921-d58b72340327 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 945 time: 0.0656741 Oct 12 17:56:56.253019 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-84d95238-b78c-4d85-ac22-ed995d4f9bf2 req-cab31347-700e-47e5-ae81-d6d09215e684 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572958 Oct 12 17:56:56.715642 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:57.406062 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5adc168-370e-4a20-8ca7-1a5cca7c2fa1 req-42ead144-05f6-4ba4-a367-89b25ac31460 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:57.423908 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f5adc168-370e-4a20-8ca7-1a5cca7c2fa1 req-42ead144-05f6-4ba4-a367-89b25ac31460 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 945 time: 0.0915384 Oct 12 17:56:57.497200 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f5adc168-370e-4a20-8ca7-1a5cca7c2fa1 req-5b10b085-1a34-45e6-85c7-b40860273167 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617821 Oct 12 17:56:58.653242 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f891fb-968b-44a1-8bfc-a5aa77139e3f req-362c1051-1fdf-49c1-9af6-2b6578bf6f4d tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:58.655966 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-38f891fb-968b-44a1-8bfc-a5aa77139e3f req-362c1051-1fdf-49c1-9af6-2b6578bf6f4d tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 945 time: 0.0656054 Oct 12 17:56:58.694270 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-38f891fb-968b-44a1-8bfc-a5aa77139e3f req-d7e87770-6b46-4bcb-b569-eb6f82dbacef tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331023 Oct 12 17:56:59.471809 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-14257ea3-c7ad-41ee-8e6b-00b77f50ed4c tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:59.473342 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-14257ea3-c7ad-41ee-8e6b-00b77f50ed4c tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/networks?id=eeaad051-d49f-491e-bfa9-9d1a17d4d566 HTTP/1.1" status: 200 len: 815 time: 0.3227069 Oct 12 17:56:59.491165 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-c8532aba-378b-4d0f-9ce2-c31ade26db08 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/quotas/2874ea6160b04d2daaa33b707a2084b7 HTTP/1.1" status: 200 len: 375 time: 0.0095465 Oct 12 17:56:59.544512 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-edb3d41b-2e78-4969-867f-feffbd36c30f tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=2874ea6160b04d2daaa33b707a2084b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478613 Oct 12 17:56:59.551880 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e8230-702b-4ec3-b32a-cee0f6291bb6 req-af3c67a4-849f-4c04-8d05-5dd34dc91784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:59.553450 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-654e8230-702b-4ec3-b32a-cee0f6291bb6 req-af3c67a4-849f-4c04-8d05-5dd34dc91784 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dfd0375a96eb488fae8a38e2ba0c646a&device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 1098 time: 0.0411854 Oct 12 17:56:59.648285 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e8230-702b-4ec3-b32a-cee0f6291bb6 req-718af35a-4439-43c7-b10b-216bd96095be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:59.649764 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-654e8230-702b-4ec3-b32a-cee0f6291bb6 req-718af35a-4439-43c7-b10b-216bd96095be service neutron] 10.222.0.44 "GET /v2.0/networks?id=1d64f78d-25a5-4c4d-bea6-a6a102640e50 HTTP/1.1" status: 200 len: 919 time: 0.0880620 Oct 12 17:56:59.718326 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-654e8230-702b-4ec3-b32a-cee0f6291bb6 req-1d58b1dd-71ef-4af2-acde-2cd83b4b0a64 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44a535e9-31c5-44a4-9c81-d56c07c00bee HTTP/1.1" status: 200 len: 1000 time: 0.0589895 Oct 12 17:56:59.743071 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-9499a18c-07c3-474d-a2c0-035da7bea471 service neutron] 10.222.0.85 "GET /v2.0/networks/eeaad051-d49f-491e-bfa9-9d1a17d4d566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827102 Oct 12 17:56:59.773909 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e8230-702b-4ec3-b32a-cee0f6291bb6 req-451c3ef7-0fc9-4d9c-a7b1-926d3513770e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:59.775528 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-654e8230-702b-4ec3-b32a-cee0f6291bb6 req-451c3ef7-0fc9-4d9c-a7b1-926d3513770e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a884ca43-ba25-4d6f-85eb-cb8452a55329 HTTP/1.1" status: 200 len: 856 time: 0.0498195 Oct 12 17:56:59.824077 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e8230-702b-4ec3-b32a-cee0f6291bb6 req-1fcba762-7bee-4025-938d-c7475d774e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:59.825617 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-654e8230-702b-4ec3-b32a-cee0f6291bb6 req-1fcba762-7bee-4025-938d-c7475d774e2e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1d64f78d-25a5-4c4d-bea6-a6a102640e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412488 Oct 12 17:56:59.872684 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6dedc-7963-4514-a7e7-2a22720222fe req-12e56ecf-0e43-4192-b1f9-587be4aa5114 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:59.874204 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8bf6dedc-7963-4514-a7e7-2a22720222fe req-12e56ecf-0e43-4192-b1f9-587be4aa5114 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 945 time: 0.0779371 Oct 12 17:56:59.880805 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-18566580-2e3f-464c-b769-0c27ae43fb9b service neutron] 10.222.0.85 "GET /v2.0/networks/eeaad051-d49f-491e-bfa9-9d1a17d4d566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316400 Oct 12 17:56:59.916083 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8bf6dedc-7963-4514-a7e7-2a22720222fe req-17768d51-5236-4e7c-bd3c-bb7b0089b685 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341895 Oct 12 17:56:59.922869 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-654e8230-702b-4ec3-b32a-cee0f6291bb6 req-77fcadb5-e3d2-422a-ab8d-5adf60cd8d3b service neutron] 10.222.0.44 "GET /v2.0/networks/1d64f78d-25a5-4c4d-bea6-a6a102640e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884242 Oct 12 17:57:00.032281 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-654e8230-702b-4ec3-b32a-cee0f6291bb6 req-186dd8aa-f892-49a9-bc70-3a7c6f6498b1 service neutron] 10.222.0.44 "GET /v2.0/networks/1d64f78d-25a5-4c4d-bea6-a6a102640e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012406 Oct 12 17:57:00.055163 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c7b30dbe-0e5f-4bda-8a87-b713e0c98b0b req-339e8fc7-8273-4235-9575-11b469aa1cf4 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 210 time: 0.0276687 Oct 12 17:57:01.056279 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505dece-fcf3-4441-b155-526fdf986116 req-8bbe2a69-a729-4bd3-9512-5f28779b8c45 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:01.058560 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-1505dece-fcf3-4441-b155-526fdf986116 req-8bbe2a69-a729-4bd3-9512-5f28779b8c45 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 945 time: 0.0622134 Oct 12 17:57:01.099908 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-18163207-4cee-4e12-bc92-1cab6b331b19 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:01.101392 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-18163207-4cee-4e12-bc92-1cab6b331b19 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.44 "GET /v2.0/networks?id=eeaad051-d49f-491e-bfa9-9d1a17d4d566 HTTP/1.1" status: 200 len: 815 time: 0.1137707 Oct 12 17:57:01.110770 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-1505dece-fcf3-4441-b155-526fdf986116 req-c8c41c87-a598-42d6-836b-73caa32a33ef tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400505 Oct 12 17:57:01.127708 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-91390a81-add2-4e50-a611-ea83054b6b19 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Request body: {'port': {'device_id': 'ad0cb963-86ee-4b54-8789-cc88871f07a7', 'network_id': 'eeaad051-d49f-491e-bfa9-9d1a17d4d566', 'admin_state_up': True, 'tenant_id': '2874ea6160b04d2daaa33b707a2084b7'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:57:01.152931 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-17d467c9-a78c-4100-9948-f343582265f5 req-b5ac58be-275f-43bc-b185-15dad1f04097 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 210 time: 0.0265791 Oct 12 17:57:01.228956 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-91390a81-add2-4e50-a611-ea83054b6b19 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Made reservation on behalf of 2874ea6160b04d2daaa33b707a2084b7 for: {'port': 1} {{(pid=105767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:57:01.232460 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-91390a81-add2-4e50-a611-ea83054b6b19 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:01.360612 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.db_base_plugin_common [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-91390a81-add2-4e50-a611-ea83054b6b19 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Allocated IP 172.20.0.6 (eeaad051-d49f-491e-bfa9-9d1a17d4d566/773ed561-4258-4e62-8ec3-98aa68830d77/c11ecb68-4813-43b3-a138-7545b71cef25) {{(pid=105767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:57:01.540521 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-91390a81-add2-4e50-a611-ea83054b6b19 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks [] for port, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:01.584118 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-91390a81-add2-4e50-a611-ea83054b6b19 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:01.659251 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-91390a81-add2-4e50-a611-ea83054b6b19 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Network eeaad051-d49f-491e-bfa9-9d1a17d4d566 is already hosted by enough agents. {{(pid=105767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:57:01.665467 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-91390a81-add2-4e50-a611-ea83054b6b19 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Resources bound (agent type, host, resource id): {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:57:01.669545 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-91390a81-add2-4e50-a611-ea83054b6b19 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Received port after_create {{(pid=105767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:57:01.702265 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91390a81-add2-4e50-a611-ea83054b6b19 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Pushing event updated for resources: {'Port': ['ID=c11ecb68-4813-43b3-a138-7545b71cef25,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:57:01.739123 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-91390a81-add2-4e50-a611-ea83054b6b19 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:01.739765 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-91390a81-add2-4e50-a611-ea83054b6b19 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:01.758807 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-91390a81-add2-4e50-a611-ea83054b6b19 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6451564 Oct 12 17:57:01.925859 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-93e2dd20-09ff-49c7-8206-d975dbe5f4b2 None None] Provisioning complete for port c11ecb68-4813-43b3-a138-7545b71cef25 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:57:01.926571 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-93e2dd20-09ff-49c7-8206-d975dbe5f4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:01.969194 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-93e2dd20-09ff-49c7-8206-d975dbe5f4b2 None None] Port c11ecb68-4813-43b3-a138-7545b71cef25 cannot update to ACTIVE because it is not bound. {{(pid=105768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:57:02.257193 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a851c-73d3-4a96-9864-3d8fda582087 req-dc3e4d6a-2dcf-452f-b505-955e93155514 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:02.258683 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-231a851c-73d3-4a96-9864-3d8fda582087 req-dc3e4d6a-2dcf-452f-b505-955e93155514 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 945 time: 0.0780809 Oct 12 17:57:02.319819 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79011040-1211-42d8-99e2-2a1662cd15af req-ef96fa87-f028-4306-b211-6fb3e035ce61 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:02.321378 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-79011040-1211-42d8-99e2-2a1662cd15af req-ef96fa87-f028-4306-b211-6fb3e035ce61 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 931 time: 0.0837891 Oct 12 17:57:02.326947 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-231a851c-73d3-4a96-9864-3d8fda582087 req-6d8f164a-fcb2-4363-ba40-21d8af703342 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544012 Oct 12 17:57:02.362287 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-79011040-1211-42d8-99e2-2a1662cd15af req-febf44ed-a9c6-4d2a-802b-6d091c6df675 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/security-groups?id=df6d1d46-46ba-4df4-a3be-659f9dbf4f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333476 Oct 12 17:57:03.303178 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 44a535e9-31c5-44a4-9c81-d56c07c00bee no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:57:03.403468 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:03.440996 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 44a535e9-31c5-44a4-9c81-d56c07c00bee, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=44a535e9-31c5-44a4-9c81-d56c07c00bee,segment=NetworkSegment(1daa5b13-1a46-4a51-8ff5-99f71f99c000),segment_id=1daa5b13-1a46-4a51-8ff5-99f71f99c000)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:57:03.442712 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db49ca03-575d-40bb-91ca-d90428ddfcfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44a535e9-31c5-44a4-9c81-d56c07c00bee'}] {{(pid=105768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:57:03.445951 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d673ce2dcb2bb4fbf918fb1a8c35d4bb21dca6670ea86fc912d44392d0d8dbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8a1808-2f68-4c4d-b9cb-68100d4bd0fa" -d '{"events": [{"server_uuid": "db49ca03-575d-40bb-91ca-d90428ddfcfb", "name": "network-vif-unplugged", "status": "completed", "tag": "44a535e9-31c5-44a4-9c81-d56c07c00bee"}]}' {{(pid=105768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:57:03.453596 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:03.520754 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=44a535e9-31c5-44a4-9c81-d56c07c00bee,revision_number=8']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:57:03.525509 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9986ec-dfcc-4f03-a1eb-95fd300e0443 req-bd9d77aa-cb6b-45b9-901d-0fe8513aae59 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:03.533559 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4c9986ec-dfcc-4f03-a1eb-95fd300e0443 req-bd9d77aa-cb6b-45b9-901d-0fe8513aae59 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 931 time: 0.0943425 Oct 12 17:57:03.564502 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11692fa-8cdf-48d6-8cc4-32e39a726d41 req-e447c732-df55-4305-b5a1-a1e37b230f07 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:03.565861 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-b11692fa-8cdf-48d6-8cc4-32e39a726d41 req-e447c732-df55-4305-b5a1-a1e37b230f07 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 943 time: 0.1240561 Oct 12 17:57:03.619251 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-b11692fa-8cdf-48d6-8cc4-32e39a726d41 req-df1b7a5c-0f62-4bcc-a752-fe304d50701b tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435460 Oct 12 17:57:03.622972 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4c9986ec-dfcc-4f03-a1eb-95fd300e0443 req-2d310f29-418e-4c0d-a949-350e1c40dd84 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/security-groups?id=df6d1d46-46ba-4df4-a3be-659f9dbf4f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886204 Oct 12 17:57:03.668444 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 17:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545bb16f-87f5-4b3d-8b8f-8733276c0d93 x-openstack-request-id: req-545bb16f-87f5-4b3d-8b8f-8733276c0d93 {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:57:03.668737 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db49ca03-575d-40bb-91ca-d90428ddfcfb", "name": "network-vif-unplugged", "status": "completed", "tag": "44a535e9-31c5-44a4-9c81-d56c07c00bee", "code": 200}]} {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:57:03.669014 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-545bb16f-87f5-4b3d-8b8f-8733276c0d93 {{(pid=105768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:57:03.669432 dv-cinder-813226-2-iscsi neutron-server[105768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db49ca03-575d-40bb-91ca-d90428ddfcfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44a535e9-31c5-44a4-9c81-d56c07c00bee', 'code': 200} Oct 12 17:57:04.777881 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af011445-10c6-4d14-b578-f4f6da1bbb43 req-8bada035-f729-4016-9e4b-b4195cfb10e5 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:04.779511 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-af011445-10c6-4d14-b578-f4f6da1bbb43 req-8bada035-f729-4016-9e4b-b4195cfb10e5 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 931 time: 0.0710375 Oct 12 17:57:04.788042 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2d73a-27d1-470d-bf8c-6237f6b173e8 req-f3ab0aeb-ec08-404f-9ac3-9530d4d55683 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:04.792962 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-99d2d73a-27d1-470d-bf8c-6237f6b173e8 req-f3ab0aeb-ec08-404f-9ac3-9530d4d55683 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 943 time: 0.0964818 Oct 12 17:57:04.853330 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-99d2d73a-27d1-470d-bf8c-6237f6b173e8 req-20afac6e-df36-4d83-b2ab-396bb2046a87 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574174 Oct 12 17:57:04.858240 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-af011445-10c6-4d14-b578-f4f6da1bbb43 req-2fc16f56-e403-4143-bf43-b8a2ec843e8c tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/security-groups?id=df6d1d46-46ba-4df4-a3be-659f9dbf4f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640047 Oct 12 17:57:06.017827 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf4c33-818b-444e-b473-b4f84f559de5 req-e0e21a22-bfff-4d62-a4e1-757f4512ab47 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:06.019370 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-fecf4c33-818b-444e-b473-b4f84f559de5 req-e0e21a22-bfff-4d62-a4e1-757f4512ab47 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 943 time: 0.0777569 Oct 12 17:57:06.027841 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac7d32-11ea-423b-ac80-9655cf701c76 req-2b3ed728-e4c9-4a23-921c-d7ab645e8ede tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:06.029333 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-09ac7d32-11ea-423b-ac80-9655cf701c76 req-2b3ed728-e4c9-4a23-921c-d7ab645e8ede tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 931 time: 0.0857773 Oct 12 17:57:06.088794 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-fecf4c33-818b-444e-b473-b4f84f559de5 req-7f716533-5f75-49a3-8bf8-367043e633f7 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584607 Oct 12 17:57:06.091530 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-09ac7d32-11ea-423b-ac80-9655cf701c76 req-47756df5-a924-4257-9c8d-e60478a23386 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/security-groups?id=df6d1d46-46ba-4df4-a3be-659f9dbf4f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550530 Oct 12 17:57:07.239087 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc573747-1da4-4476-a142-7854db822a85 req-303c6158-18bb-4e4c-a128-59da68f580d7 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:07.240577 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-cc573747-1da4-4476-a142-7854db822a85 req-303c6158-18bb-4e4c-a128-59da68f580d7 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 943 time: 0.0767801 Oct 12 17:57:07.251380 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc30c65-2670-4f89-875a-7027966caad2 req-d9250af5-5056-449c-a1ef-e6d2e1968b96 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:07.252806 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-1dc30c65-2670-4f89-875a-7027966caad2 req-d9250af5-5056-449c-a1ef-e6d2e1968b96 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 931 time: 0.0871441 Oct 12 17:57:07.307014 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-cc573747-1da4-4476-a142-7854db822a85 req-d9229f11-5687-40c1-868f-da5ab4e0c44a tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532360 Oct 12 17:57:07.324144 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-1dc30c65-2670-4f89-875a-7027966caad2 req-899168ff-035f-47a4-b0e2-984f00b0dbc3 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/security-groups?id=df6d1d46-46ba-4df4-a3be-659f9dbf4f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552027 Oct 12 17:57:08.290304 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-5bb1f1c1-4aa4-4675-a3ed-79f501e4c4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:08.480892 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84fa5d9-cf27-40e9-8ad5-a86e3a55ab0b req-61b5b269-f3d4-42cd-9d1e-7447108368c9 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:08.482387 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a84fa5d9-cf27-40e9-8ad5-a86e3a55ab0b req-61b5b269-f3d4-42cd-9d1e-7447108368c9 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 943 time: 0.0943141 Oct 12 17:57:08.490518 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540b9f3-e352-4603-9b68-9ccc1e41b8ea req-35ee62e7-d247-4f36-a129-1e112b589958 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:08.492073 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f540b9f3-e352-4603-9b68-9ccc1e41b8ea req-35ee62e7-d247-4f36-a129-1e112b589958 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 931 time: 0.0935037 Oct 12 17:57:08.550652 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a84fa5d9-cf27-40e9-8ad5-a86e3a55ab0b req-52f0d57e-75af-4e10-8943-de307d41b871 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572002 Oct 12 17:57:08.558492 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f540b9f3-e352-4603-9b68-9ccc1e41b8ea req-fe4cde07-4d96-442e-88f2-50373daa38d8 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/security-groups?id=df6d1d46-46ba-4df4-a3be-659f9dbf4f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554504 Oct 12 17:57:09.733827 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5ca2e-3cf9-4641-950a-bdfc39d0f4c1 req-030c658e-92bb-4ddc-a413-f5953fe51174 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:09.735877 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f8c5ca2e-3cf9-4641-950a-bdfc39d0f4c1 req-030c658e-92bb-4ddc-a413-f5953fe51174 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 931 time: 0.0868456 Oct 12 17:57:09.749454 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247df99a-e476-42c1-8375-4d96a44f61e4 req-bf7ce5a4-3854-4c74-918d-229db039a477 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:09.750984 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-247df99a-e476-42c1-8375-4d96a44f61e4 req-bf7ce5a4-3854-4c74-918d-229db039a477 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 943 time: 0.0763369 Oct 12 17:57:09.800573 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f8c5ca2e-3cf9-4641-950a-bdfc39d0f4c1 req-9df8fb76-29ba-4fbf-8692-fba7380031f0 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/security-groups?id=df6d1d46-46ba-4df4-a3be-659f9dbf4f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587080 Oct 12 17:57:09.812532 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-247df99a-e476-42c1-8375-4d96a44f61e4 req-2f836321-796f-4f9d-a6d7-2608217c1b61 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485258 Oct 12 17:57:10.977884 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2387425-3447-4562-9331-8d3758827ee6 req-e364c288-4a85-4f69-814f-ee7e20cc72ed tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:10.979490 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a2387425-3447-4562-9331-8d3758827ee6 req-e364c288-4a85-4f69-814f-ee7e20cc72ed tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 943 time: 0.0778224 Oct 12 17:57:10.987063 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1b689-7d0f-4c22-a4f0-382e2f92a1b0 req-add6c5f3-4532-4722-9e4a-d3a60a60a4ce tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:10.988685 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f8c1b689-7d0f-4c22-a4f0-382e2f92a1b0 req-add6c5f3-4532-4722-9e4a-d3a60a60a4ce tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 931 time: 0.0959187 Oct 12 17:57:11.035695 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-b2cdb9d2-03d3-432c-b436-bf868643b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:11.037546 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a2387425-3447-4562-9331-8d3758827ee6 req-51050fcb-768f-4388-a998-80ad24c2a73c tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477221 Oct 12 17:57:11.055192 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f8c1b689-7d0f-4c22-a4f0-382e2f92a1b0 req-402baea0-8663-4993-852e-b1e11edb4a70 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/security-groups?id=df6d1d46-46ba-4df4-a3be-659f9dbf4f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588360 Oct 12 17:57:11.889707 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:12.208758 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae7e4d-344f-4183-ac2e-cf3a74b3ff28 req-6d9c78eb-4b37-4292-b1a6-1e71621f9d1e tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:12.210239 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-42ae7e4d-344f-4183-ac2e-cf3a74b3ff28 req-6d9c78eb-4b37-4292-b1a6-1e71621f9d1e tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 931 time: 0.0806885 Oct 12 17:57:12.217418 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811be9c-5610-4a6b-b9d3-d57be0fef78e req-f7fd2da3-fc54-4c60-abf6-a66a3b78d0bd tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:12.218859 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9811be9c-5610-4a6b-b9d3-d57be0fef78e req-f7fd2da3-fc54-4c60-abf6-a66a3b78d0bd tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 943 time: 0.0879447 Oct 12 17:57:12.273741 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-42ae7e4d-344f-4183-ac2e-cf3a74b3ff28 req-ed2a3993-2708-4e07-bb39-07efacc7ed1e tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/security-groups?id=df6d1d46-46ba-4df4-a3be-659f9dbf4f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538990 Oct 12 17:57:12.282189 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9811be9c-5610-4a6b-b9d3-d57be0fef78e req-ca50f8aa-1518-41d4-b3a6-50f7aa0f112e tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565097 Oct 12 17:57:12.304543 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:12.939166 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-26873457-690b-4bae-9e72-380498c82acf service neutron] Request body: {'port': {'device_id': 'ad0cb963-86ee-4b54-8789-cc88871f07a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:57:12.997173 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-26873457-690b-4bae-9e72-380498c82acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:13.274064 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-26873457-690b-4bae-9e72-380498c82acf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c11ecb68-4813-43b3-a138-7545b71cef25 {{(pid=105767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:57:13.281446 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-26873457-690b-4bae-9e72-380498c82acf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:13.294382 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-26873457-690b-4bae-9e72-380498c82acf service neutron] Transition to ACTIVE for port object c11ecb68-4813-43b3-a138-7545b71cef25 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:57:13.298483 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-26873457-690b-4bae-9e72-380498c82acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196327'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:13.419622 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26873457-690b-4bae-9e72-380498c82acf service neutron] Pushing event updated for resources: {'Port': ['ID=c11ecb68-4813-43b3-a138-7545b71cef25,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:57:13.437800 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26873457-690b-4bae-9e72-380498c82acf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:13.438161 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26873457-690b-4bae-9e72-380498c82acf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:13.438545 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26873457-690b-4bae-9e72-380498c82acf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:13.438878 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26873457-690b-4bae-9e72-380498c82acf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:13.439215 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26873457-690b-4bae-9e72-380498c82acf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:13.439538 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26873457-690b-4bae-9e72-380498c82acf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:13.439872 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26873457-690b-4bae-9e72-380498c82acf service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:13.440206 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26873457-690b-4bae-9e72-380498c82acf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:13.440536 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26873457-690b-4bae-9e72-380498c82acf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:13.440870 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26873457-690b-4bae-9e72-380498c82acf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:13.441193 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26873457-690b-4bae-9e72-380498c82acf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:13.441511 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26873457-690b-4bae-9e72-380498c82acf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:13.462160 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-26873457-690b-4bae-9e72-380498c82acf service neutron] Attempting to bind port c11ecb68-4813-43b3-a138-7545b71cef25 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:57:13.462431 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-26873457-690b-4bae-9e72-380498c82acf service neutron] Attempting to bind port c11ecb68-4813-43b3-a138-7545b71cef25 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '204716ec-bef6-4dcd-9fe8-f8aef954e11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1394, 'network_id': 'eeaad051-d49f-491e-bfa9-9d1a17d4d566'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:57:13.462551 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0f4ac-d616-4581-9386-0c3f6084bc2b req-c069d046-361d-4b57-893e-02eedad19baf tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:13.463004 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-26873457-690b-4bae-9e72-380498c82acf service neutron] Attempting to bind port c11ecb68-4813-43b3-a138-7545b71cef25 on network eeaad051-d49f-491e-bfa9-9d1a17d4d566 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:57:13.464089 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-bfd0f4ac-d616-4581-9386-0c3f6084bc2b req-c069d046-361d-4b57-893e-02eedad19baf tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 943 time: 0.0872304 Oct 12 17:57:13.467227 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-26873457-690b-4bae-9e72-380498c82acf service neutron] Port c11ecb68-4813-43b3-a138-7545b71cef25 on network eeaad051-d49f-491e-bfa9-9d1a17d4d566 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:57:13.467557 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-26873457-690b-4bae-9e72-380498c82acf service neutron] Attempting to bind port c11ecb68-4813-43b3-a138-7545b71cef25 on network eeaad051-d49f-491e-bfa9-9d1a17d4d566 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:57:13.472476 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0483b-898e-44d7-89cb-6d6cbc67cfa8 req-70e351bb-c23f-4f8e-9c9b-1835913a412c tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:13.472706 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-26873457-690b-4bae-9e72-380498c82acf service neutron] Checking agent: {'id': '4d49b38b-ca89-4e5d-a715-678a9ae3215e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 47, 26), 'started_at': datetime.datetime(2021, 10, 12, 17, 47, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:57:13.473077 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-26873457-690b-4bae-9e72-380498c82acf service neutron] Checking segment: {'id': '204716ec-bef6-4dcd-9fe8-f8aef954e11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1394, 'network_id': 'eeaad051-d49f-491e-bfa9-9d1a17d4d566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:57:13.473473 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-26873457-690b-4bae-9e72-380498c82acf service neutron] Bound using segment: {'id': '204716ec-bef6-4dcd-9fe8-f8aef954e11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1394, 'network_id': 'eeaad051-d49f-491e-bfa9-9d1a17d4d566'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:57:13.473914 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-26873457-690b-4bae-9e72-380498c82acf service neutron] Bound port: c11ecb68-4813-43b3-a138-7545b71cef25, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '204716ec-bef6-4dcd-9fe8-f8aef954e11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1394, 'network_id': 'eeaad051-d49f-491e-bfa9-9d1a17d4d566'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:57:13.474278 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-26873457-690b-4bae-9e72-380498c82acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:13.479000 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-22e0483b-898e-44d7-89cb-6d6cbc67cfa8 req-70e351bb-c23f-4f8e-9c9b-1835913a412c tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 943 time: 0.0909677 Oct 12 17:57:13.539872 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-bfd0f4ac-d616-4581-9386-0c3f6084bc2b req-de19b3ed-98df-4cee-a05a-f4e92fb0c3d3 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596311 Oct 12 17:57:13.542020 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-26873457-690b-4bae-9e72-380498c82acf service neutron] For port c11ecb68-4813-43b3-a138-7545b71cef25, host hv-cinder-81322, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:57:13.545250 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-22e0483b-898e-44d7-89cb-6d6cbc67cfa8 req-09749986-8469-49eb-a41d-10e96f26b489 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/security-groups?id=df6d1d46-46ba-4df4-a3be-659f9dbf4f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632164 Oct 12 17:57:13.545644 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-26873457-690b-4bae-9e72-380498c82acf service neutron] For port c11ecb68-4813-43b3-a138-7545b71cef25, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c11ecb68-4813-43b3-a138-7545b71cef25,segment=NetworkSegment(204716ec-bef6-4dcd-9fe8-f8aef954e11e),segment_id=204716ec-bef6-4dcd-9fe8-f8aef954e11e)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:57:13.552498 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-26873457-690b-4bae-9e72-380498c82acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196327'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:13.602886 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-26873457-690b-4bae-9e72-380498c82acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:13.603529 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-26873457-690b-4bae-9e72-380498c82acf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:13.605049 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-26873457-690b-4bae-9e72-380498c82acf service neutron] 10.222.0.44 "PUT /v2.0/ports/c11ecb68-4813-43b3-a138-7545b71cef25 HTTP/1.1" status: 200 len: 1093 time: 0.6702347 Oct 12 17:57:13.605520 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0cb963-86ee-4b54-8789-cc88871f07a7', 'tag': 'c11ecb68-4813-43b3-a138-7545b71cef25'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:57:13.607881 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8425478-13a1-40c7-8881-d89df88f2b51" -d '{"events": [{"name": "network-changed", "server_uuid": "ad0cb963-86ee-4b54-8789-cc88871f07a7", "tag": "c11ecb68-4813-43b3-a138-7545b71cef25"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:57:13.632407 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26873457-690b-4bae-9e72-380498c82acf service neutron] Pushing event updated for resources: {'Port': ['ID=c11ecb68-4813-43b3-a138-7545b71cef25,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:57:13.670825 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947cd6c0-2cc3-4411-af80-fe22d9f09284 x-openstack-request-id: req-947cd6c0-2cc3-4411-af80-fe22d9f09284 {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:57:13.671307 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad0cb963-86ee-4b54-8789-cc88871f07a7", "tag": "c11ecb68-4813-43b3-a138-7545b71cef25", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:57:13.671716 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-947cd6c0-2cc3-4411-af80-fe22d9f09284 {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:57:13.672266 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad0cb963-86ee-4b54-8789-cc88871f07a7', 'tag': 'c11ecb68-4813-43b3-a138-7545b71cef25', 'status': 'completed', 'code': 200} Oct 12 17:57:13.734617 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-8afb5b02-1c98-44fc-8acd-6156a3c3addd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:13.736785 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-8afb5b02-1c98-44fc-8acd-6156a3c3addd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2874ea6160b04d2daaa33b707a2084b7&device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 1096 time: 0.0834610 Oct 12 17:57:13.819117 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-583815c3-2686-4154-9346-3943577aa094 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c11ecb68-4813-43b3-a138-7545b71cef25 HTTP/1.1" status: 200 len: 217 time: 0.0664339 Oct 12 17:57:13.830669 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:13.874282 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-9a8936a6-1405-4b18-a1b7-0cfbc3f47f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:13.875782 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-9a8936a6-1405-4b18-a1b7-0cfbc3f47f7b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=773ed561-4258-4e62-8ec3-98aa68830d77 HTTP/1.1" status: 200 len: 854 time: 0.0493526 Oct 12 17:57:13.927659 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-f9e6a88a-9f50-497e-8493-3dbe5b1f74f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:13.929324 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-f9e6a88a-9f50-497e-8493-3dbe5b1f74f8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eeaad051-d49f-491e-bfa9-9d1a17d4d566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456672 Oct 12 17:57:14.025716 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-4958eb5a-c8bb-4471-9dc0-8184c1efebc9 service neutron] 10.222.0.44 "GET /v2.0/networks/eeaad051-d49f-491e-bfa9-9d1a17d4d566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856860 Oct 12 17:57:14.128675 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-7f94cd80-9f78-4bba-9bb3-4d5e07622399 req-1d69c644-cf8f-4dfe-94a5-f5241a3ceca6 service neutron] 10.222.0.44 "GET /v2.0/networks/eeaad051-d49f-491e-bfa9-9d1a17d4d566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938625 Oct 12 17:57:14.220021 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8425478-13a1-40c7-8881-d89df88f2b51 req-7b74c0d9-01b1-4561-a49b-1b5b3fef6ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:14.221550 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-f8425478-13a1-40c7-8881-d89df88f2b51 req-7b74c0d9-01b1-4561-a49b-1b5b3fef6ddb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2874ea6160b04d2daaa33b707a2084b7&device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 1096 time: 0.0452862 Oct 12 17:57:14.328730 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8425478-13a1-40c7-8881-d89df88f2b51 req-c0db7679-5409-464b-b495-17d5738b9b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:14.330534 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-f8425478-13a1-40c7-8881-d89df88f2b51 req-c0db7679-5409-464b-b495-17d5738b9b1a service neutron] 10.222.0.44 "GET /v2.0/networks?id=eeaad051-d49f-491e-bfa9-9d1a17d4d566 HTTP/1.1" status: 200 len: 917 time: 0.1010060 Oct 12 17:57:14.374503 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-f8425478-13a1-40c7-8881-d89df88f2b51 req-c4c344da-3cf4-449c-9939-a344f0f0b797 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c11ecb68-4813-43b3-a138-7545b71cef25 HTTP/1.1" status: 200 len: 217 time: 0.0353622 Oct 12 17:57:14.425998 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8425478-13a1-40c7-8881-d89df88f2b51 req-8ce6186a-2e41-4947-b1e3-48cefbaba0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:14.427506 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-f8425478-13a1-40c7-8881-d89df88f2b51 req-8ce6186a-2e41-4947-b1e3-48cefbaba0e6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=773ed561-4258-4e62-8ec3-98aa68830d77 HTTP/1.1" status: 200 len: 854 time: 0.0452864 Oct 12 17:57:14.482318 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8425478-13a1-40c7-8881-d89df88f2b51 req-f97fdc3f-5ba0-492f-9399-4aa4740cc1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:14.483867 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-f8425478-13a1-40c7-8881-d89df88f2b51 req-f97fdc3f-5ba0-492f-9399-4aa4740cc1c0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eeaad051-d49f-491e-bfa9-9d1a17d4d566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438626 Oct 12 17:57:14.590781 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629661c5-c4a5-4ab2-b90a-0b53a1767835 req-ac12065e-63f9-49ae-b36e-f780fe759e02 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:14.595308 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-629661c5-c4a5-4ab2-b90a-0b53a1767835 req-ac12065e-63f9-49ae-b36e-f780fe759e02 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 943 time: 0.0678258 Oct 12 17:57:14.612700 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-f8425478-13a1-40c7-8881-d89df88f2b51 req-37c7ac2c-6ea3-4056-a302-78a1657d1c1b service neutron] 10.222.0.44 "GET /v2.0/networks/eeaad051-d49f-491e-bfa9-9d1a17d4d566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204932 Oct 12 17:57:14.632383 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-db4b35d7-84ef-471f-82f1-aedd83a37b66 req-d1eb9b80-c82d-45fb-ab01-28cd95bb3015 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0566030 Oct 12 17:57:14.674706 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-629661c5-c4a5-4ab2-b90a-0b53a1767835 req-eef39b3b-f0f8-4a73-8d2e-3e1e4c212021 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752525 Oct 12 17:57:14.686615 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e445c9-47cc-4903-84a6-1158d7ef9219 req-303c525b-427c-4d49-95f4-201501e44154 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:14.688089 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-43e445c9-47cc-4903-84a6-1158d7ef9219 req-303c525b-427c-4d49-95f4-201501e44154 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 943 time: 0.0698752 Oct 12 17:57:14.716076 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-f8425478-13a1-40c7-8881-d89df88f2b51 req-c2d94fdd-9cbf-4ec9-bf48-97f9069bb71a service neutron] 10.222.0.44 "GET /v2.0/networks/eeaad051-d49f-491e-bfa9-9d1a17d4d566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945985 Oct 12 17:57:14.727112 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-43e445c9-47cc-4903-84a6-1158d7ef9219 req-fec18a85-3ca3-4bcb-8107-483e85e4f1b4 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/security-groups?id=df6d1d46-46ba-4df4-a3be-659f9dbf4f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328155 Oct 12 17:57:15.488688 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b35d7-84ef-471f-82f1-aedd83a37b66 req-d87ae6fe-727b-4359-9dd5-ea0b8d920b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:15.490241 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-db4b35d7-84ef-471f-82f1-aedd83a37b66 req-d87ae6fe-727b-4359-9dd5-ea0b8d920b4f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb&tenant_id=dfd0375a96eb488fae8a38e2ba0c646a HTTP/1.1" status: 200 len: 1096 time: 0.0448775 Oct 12 17:57:15.553987 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b35d7-84ef-471f-82f1-aedd83a37b66 req-bba056d7-92fc-413c-9773-f575c2712f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:15.555629 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-db4b35d7-84ef-471f-82f1-aedd83a37b66 req-bba056d7-92fc-413c-9773-f575c2712f19 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dfd0375a96eb488fae8a38e2ba0c646a&device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 1096 time: 0.0412545 Oct 12 17:57:15.651015 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b35d7-84ef-471f-82f1-aedd83a37b66 req-6c6033ee-6e29-4439-8b1c-faf399ddabfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:15.652498 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-db4b35d7-84ef-471f-82f1-aedd83a37b66 req-6c6033ee-6e29-4439-8b1c-faf399ddabfb service neutron] 10.222.0.44 "GET /v2.0/networks?id=1d64f78d-25a5-4c4d-bea6-a6a102640e50 HTTP/1.1" status: 200 len: 919 time: 0.0887747 Oct 12 17:57:15.722332 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-db4b35d7-84ef-471f-82f1-aedd83a37b66 req-6766e2ef-01a1-4ac2-9f5d-5e783029665e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44a535e9-31c5-44a4-9c81-d56c07c00bee HTTP/1.1" status: 200 len: 998 time: 0.0616596 Oct 12 17:57:15.774160 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b35d7-84ef-471f-82f1-aedd83a37b66 req-21b0d783-e3a6-4eec-ba48-691b793b8798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:15.775679 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-db4b35d7-84ef-471f-82f1-aedd83a37b66 req-21b0d783-e3a6-4eec-ba48-691b793b8798 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a884ca43-ba25-4d6f-85eb-cb8452a55329 HTTP/1.1" status: 200 len: 856 time: 0.0449317 Oct 12 17:57:15.807712 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b1f0a-dbb2-4559-b0f6-79ebf9be2d04 req-f735e0ba-b74a-41fc-96ea-a3bf6ef90285 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:15.809173 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6e3b1f0a-dbb2-4559-b0f6-79ebf9be2d04 req-f735e0ba-b74a-41fc-96ea-a3bf6ef90285 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 943 time: 0.0536315 Oct 12 17:57:15.826986 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b35d7-84ef-471f-82f1-aedd83a37b66 req-f926f7bc-d92b-4d2f-95bf-d858463f8722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:15.828471 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-db4b35d7-84ef-471f-82f1-aedd83a37b66 req-f926f7bc-d92b-4d2f-95bf-d858463f8722 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1d64f78d-25a5-4c4d-bea6-a6a102640e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448220 Oct 12 17:57:15.879509 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462130d-9cfa-4d3b-8d46-fa6478fb9227 req-19109c14-0cd4-4dd7-9f8f-41ef5f6dd91e tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:15.882476 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2462130d-9cfa-4d3b-8d46-fa6478fb9227 req-19109c14-0cd4-4dd7-9f8f-41ef5f6dd91e tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 943 time: 0.0817802 Oct 12 17:57:15.888103 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6e3b1f0a-dbb2-4559-b0f6-79ebf9be2d04 req-08b01874-5548-4fda-87dc-ccc69c895d26 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713277 Oct 12 17:57:15.919894 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-db4b35d7-84ef-471f-82f1-aedd83a37b66 req-237b7865-edaa-478f-b823-819e99510a62 service neutron] 10.222.0.44 "GET /v2.0/networks/1d64f78d-25a5-4c4d-bea6-a6a102640e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833521 Oct 12 17:57:15.923548 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2462130d-9cfa-4d3b-8d46-fa6478fb9227 req-c76cf36b-4b56-40d6-a39c-e205b36ee750 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/security-groups?id=df6d1d46-46ba-4df4-a3be-659f9dbf4f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341537 Oct 12 17:57:16.018983 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-db4b35d7-84ef-471f-82f1-aedd83a37b66 req-d906c1c2-c129-45b6-942c-6d24a13c017d service neutron] 10.222.0.44 "GET /v2.0/networks/1d64f78d-25a5-4c4d-bea6-a6a102640e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903974 Oct 12 17:57:17.059501 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef3121-062b-4139-b545-115809cd46b0 req-321410a3-e859-44be-afe6-224d1c066442 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:17.061238 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-89ef3121-062b-4139-b545-115809cd46b0 req-321410a3-e859-44be-afe6-224d1c066442 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 943 time: 0.0869033 Oct 12 17:57:17.086041 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a2c2f-b5d0-4ddb-b9d4-1ef30eb04791 req-c78cc847-9932-431a-abd7-c543343e6390 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:17.087852 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-810a2c2f-b5d0-4ddb-b9d4-1ef30eb04791 req-c78cc847-9932-431a-abd7-c543343e6390 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 943 time: 0.0795138 Oct 12 17:57:17.148074 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-89ef3121-062b-4139-b545-115809cd46b0 req-07e9b6a9-ecae-4aed-ac29-a4792e045eee tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703909 Oct 12 17:57:17.153930 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-810a2c2f-b5d0-4ddb-b9d4-1ef30eb04791 req-b8d39b8d-dcba-41f3-8bfc-fba0472878ca tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/security-groups?id=df6d1d46-46ba-4df4-a3be-659f9dbf4f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598369 Oct 12 17:57:17.174731 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 6 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:57:17.384199 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device c11ecb68-4813-43b3-a138-7545b71cef25 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:57:17.391472 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 44a535e9-31c5-44a4-9c81-d56c07c00bee no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:57:17.568790 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port c11ecb68-4813-43b3-a138-7545b71cef25, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c11ecb68-4813-43b3-a138-7545b71cef25,segment=NetworkSegment(204716ec-bef6-4dcd-9fe8-f8aef954e11e),segment_id=204716ec-bef6-4dcd-9fe8-f8aef954e11e)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:57:17.580709 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Returning: {'device': 'c11ecb68-4813-43b3-a138-7545b71cef25', 'network_id': 'eeaad051-d49f-491e-bfa9-9d1a17d4d566', 'port_id': 'c11ecb68-4813-43b3-a138-7545b71cef25', 'mac_address': 'fa:16:3e:43:f9:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '773ed561-4258-4e62-8ec3-98aa68830d77', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:57:17.622150 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:17.638653 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c11ecb68-4813-43b3-a138-7545b71cef25 {{(pid=105768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:57:17.660168 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port c11ecb68-4813-43b3-a138-7545b71cef25, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c11ecb68-4813-43b3-a138-7545b71cef25,segment=NetworkSegment(204716ec-bef6-4dcd-9fe8-f8aef954e11e),segment_id=204716ec-bef6-4dcd-9fe8-f8aef954e11e)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:57:17.665352 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:17.717328 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=c11ecb68-4813-43b3-a138-7545b71cef25,revision_number=4']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:57:17.900537 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['c11ecb68-4813-43b3-a138-7545b71cef25'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:57:18.307479 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f779c44-fae6-4219-9aaa-67a5825e3dba req-77b7593c-7d3c-4b1b-bb84-791b5c4ac8d7 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:18.309081 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8f779c44-fae6-4219-9aaa-67a5825e3dba req-77b7593c-7d3c-4b1b-bb84-791b5c4ac8d7 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 944 time: 0.0814600 Oct 12 17:57:18.319971 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f73f3-59c4-4a81-b91c-9c915353f28c req-6cd63249-972d-4daa-a436-eb6e21dcf42f tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:18.322085 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0c1f73f3-59c4-4a81-b91c-9c915353f28c req-6cd63249-972d-4daa-a436-eb6e21dcf42f tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 943 time: 0.0853305 Oct 12 17:57:18.390672 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0c1f73f3-59c4-4a81-b91c-9c915353f28c req-59b2d40a-4781-46bd-88d9-ce30dc0424a0 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609534 Oct 12 17:57:18.393262 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8f779c44-fae6-4219-9aaa-67a5825e3dba req-9e9e48b6-2df7-44b3-b308-740512914235 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/security-groups?id=df6d1d46-46ba-4df4-a3be-659f9dbf4f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699844 Oct 12 17:57:19.409748 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device c11ecb68-4813-43b3-a138-7545b71cef25 up at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:57:19.483266 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning for port c11ecb68-4813-43b3-a138-7545b71cef25 completed by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:57:19.486994 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning complete for port c11ecb68-4813-43b3-a138-7545b71cef25 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:57:19.487714 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:19.557490 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f873f-8fd7-45ba-a64b-bdb48f16872e req-b095210d-8bef-42a4-a2f5-781fbd2c7b72 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:19.559267 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-994f873f-8fd7-45ba-a64b-bdb48f16872e req-b095210d-8bef-42a4-a2f5-781fbd2c7b72 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 944 time: 0.0863643 Oct 12 17:57:19.572522 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f9943-6060-4aa4-8767-9b8c925dcd4e req-87b96d0c-77fe-40d0-8a99-bd03afb124d8 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:19.574042 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-045f9943-6060-4aa4-8767-9b8c925dcd4e req-87b96d0c-77fe-40d0-8a99-bd03afb124d8 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 943 time: 0.0909433 Oct 12 17:57:19.615037 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:19.628361 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-994f873f-8fd7-45ba-a64b-bdb48f16872e req-bfac79df-ecc4-4149-9c04-aa9926abcb1f tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/security-groups?id=df6d1d46-46ba-4df4-a3be-659f9dbf4f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531747 Oct 12 17:57:19.646588 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-045f9943-6060-4aa4-8767-9b8c925dcd4e req-e3e0ae0b-e726-4cab-88df-c5874cd9b95c tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500596 Oct 12 17:57:19.665873 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port c11ecb68-4813-43b3-a138-7545b71cef25, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c11ecb68-4813-43b3-a138-7545b71cef25,segment=NetworkSegment(204716ec-bef6-4dcd-9fe8-f8aef954e11e),segment_id=204716ec-bef6-4dcd-9fe8-f8aef954e11e)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:57:19.666846 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0cb963-86ee-4b54-8789-cc88871f07a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11ecb68-4813-43b3-a138-7545b71cef25'}] {{(pid=105768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:57:19.669615 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d673ce2dcb2bb4fbf918fb1a8c35d4bb21dca6670ea86fc912d44392d0d8dbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6bba05-3257-402e-8bb4-2335697a3f15" -d '{"events": [{"server_uuid": "ad0cb963-86ee-4b54-8789-cc88871f07a7", "name": "network-vif-plugged", "status": "completed", "tag": "c11ecb68-4813-43b3-a138-7545b71cef25"}]}' {{(pid=105768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:57:19.681952 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:19.713425 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449ee75b-e4d7-4acd-95a7-594586cf937b x-openstack-request-id: req-449ee75b-e4d7-4acd-95a7-594586cf937b {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:57:19.713741 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0cb963-86ee-4b54-8789-cc88871f07a7", "name": "network-vif-plugged", "status": "completed", "tag": "c11ecb68-4813-43b3-a138-7545b71cef25", "code": 200}]} {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:57:19.713992 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-449ee75b-e4d7-4acd-95a7-594586cf937b {{(pid=105768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:57:19.714422 dv-cinder-813226-2-iscsi neutron-server[105768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0cb963-86ee-4b54-8789-cc88871f07a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11ecb68-4813-43b3-a138-7545b71cef25', 'code': 200} Oct 12 17:57:19.741966 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=c11ecb68-4813-43b3-a138-7545b71cef25,revision_number=5']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:57:20.787967 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0339d3d-2938-4e4d-8a05-2bb01ac1ce61 req-1917feca-6c76-45f0-b770-c05f0146e835 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:20.789248 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f0339d3d-2938-4e4d-8a05-2bb01ac1ce61 req-1917feca-6c76-45f0-b770-c05f0146e835 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 945 time: 0.0882890 Oct 12 17:57:20.812946 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7788563-1df6-487a-a2c2-1e0ab5e1009f req-5748ba34-6065-4357-8836-cc2543e550f4 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:20.814495 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-b7788563-1df6-487a-a2c2-1e0ab5e1009f req-5748ba34-6065-4357-8836-cc2543e550f4 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 943 time: 0.0773740 Oct 12 17:57:20.861941 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f0339d3d-2938-4e4d-8a05-2bb01ac1ce61 req-da146369-c0d0-44e5-858a-32f829754025 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/security-groups?id=df6d1d46-46ba-4df4-a3be-659f9dbf4f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638137 Oct 12 17:57:20.875830 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-b7788563-1df6-487a-a2c2-1e0ab5e1009f req-328aa4a6-d089-4988-ac2f-c7328be3fa26 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508456 Oct 12 17:57:22.017102 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64751400-b3a0-4fa4-bef6-b07e314147d2 req-acfaf6bc-a913-4790-8c2f-022d1de011ec tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:22.018615 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-64751400-b3a0-4fa4-bef6-b07e314147d2 req-acfaf6bc-a913-4790-8c2f-022d1de011ec tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 945 time: 0.0845695 Oct 12 17:57:22.039699 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e6bff-9a48-4624-b2b1-acff12773943 req-8c35f256-2e11-4446-8354-7ddec0f6a557 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:22.041489 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-168e6bff-9a48-4624-b2b1-acff12773943 req-8c35f256-2e11-4446-8354-7ddec0f6a557 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 943 time: 0.0757298 Oct 12 17:57:22.093317 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-64751400-b3a0-4fa4-bef6-b07e314147d2 req-b44b1ca2-ec0b-4924-9bd8-0181d86d0f61 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/security-groups?id=df6d1d46-46ba-4df4-a3be-659f9dbf4f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671084 Oct 12 17:57:22.107729 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-168e6bff-9a48-4624-b2b1-acff12773943 req-8bb989bf-0e50-46e6-9e4e-71be42db8295 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564866 Oct 12 17:57:23.241080 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8ed56-4b80-45f8-b073-e5171f793a4e req-a8d7a760-1481-410c-854c-ab2d5961c7a4 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:23.242654 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-cbf8ed56-4b80-45f8-b073-e5171f793a4e req-a8d7a760-1481-410c-854c-ab2d5961c7a4 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 945 time: 0.0790167 Oct 12 17:57:23.263398 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea55ec54-0c54-4d47-90f3-8721911bf897 req-ed89e761-4571-4770-8f67-7ec7e3d84c7b tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:23.264978 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ea55ec54-0c54-4d47-90f3-8721911bf897 req-ed89e761-4571-4770-8f67-7ec7e3d84c7b tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 943 time: 0.0721068 Oct 12 17:57:23.309341 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-cbf8ed56-4b80-45f8-b073-e5171f793a4e req-66dc31e6-34aa-458a-a09a-82038c9c572b tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/security-groups?id=df6d1d46-46ba-4df4-a3be-659f9dbf4f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593202 Oct 12 17:57:23.342179 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ea55ec54-0c54-4d47-90f3-8721911bf897 req-697b0e87-bf99-4f91-94c9-ce1e22b74fed tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683365 Oct 12 17:57:24.478215 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b3c94-c2ae-462a-b3e9-6c58417aa59c req-2acf1b8a-01dd-413d-a9f8-2dfab6462c1f tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:24.479820 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2e6b3c94-c2ae-462a-b3e9-6c58417aa59c req-2acf1b8a-01dd-413d-a9f8-2dfab6462c1f tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 945 time: 0.0877099 Oct 12 17:57:24.494654 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd35616-1d9b-4922-b69a-c3708a9c2628 req-f0c54833-7962-4350-9788-9c6d9f4746c3 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:24.496195 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-cdd35616-1d9b-4922-b69a-c3708a9c2628 req-f0c54833-7962-4350-9788-9c6d9f4746c3 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 943 time: 0.0736558 Oct 12 17:57:24.555569 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-2e6b3c94-c2ae-462a-b3e9-6c58417aa59c req-c7b4caad-a309-4c75-91bf-074e5e043123 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/security-groups?id=df6d1d46-46ba-4df4-a3be-659f9dbf4f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688941 Oct 12 17:57:24.558296 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-cdd35616-1d9b-4922-b69a-c3708a9c2628 req-33948a0b-6ea0-4078-8483-e221d75caa86 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539298 Oct 12 17:57:25.711288 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496869cb-e271-4b88-afcd-3ebeb5fba216 req-50b2e112-5253-493e-9e97-06c1865f4b25 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:25.712910 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-496869cb-e271-4b88-afcd-3ebeb5fba216 req-50b2e112-5253-493e-9e97-06c1865f4b25 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 945 time: 0.0865912 Oct 12 17:57:25.724482 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e356cd-d569-4e7b-a9f5-87dfe0b50cfd req-77ce6dd3-d7a1-42bc-b663-12c6685ff5cb tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:25.726091 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-49e356cd-d569-4e7b-a9f5-87dfe0b50cfd req-77ce6dd3-d7a1-42bc-b663-12c6685ff5cb tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 943 time: 0.0849674 Oct 12 17:57:25.783814 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-496869cb-e271-4b88-afcd-3ebeb5fba216 req-9a176573-0093-4037-850f-95f44d637312 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/security-groups?id=df6d1d46-46ba-4df4-a3be-659f9dbf4f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566051 Oct 12 17:57:25.789400 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-49e356cd-d569-4e7b-a9f5-87dfe0b50cfd req-49d7e806-0364-417e-ab03-fbf49e8545f4 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561705 Oct 12 17:57:26.700194 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:26.934061 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb24649-d907-4c3e-8685-5aa827747480 req-892d3f10-b070-462a-a3c8-4490aabc3639 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:26.935682 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9cb24649-d907-4c3e-8685-5aa827747480 req-892d3f10-b070-462a-a3c8-4490aabc3639 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 945 time: 0.0746503 Oct 12 17:57:26.964695 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c74a02-1782-46df-ab70-47fde68dc07b req-4e3bd6cd-afa6-4dc0-be16-bbf165f35d8f tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:26.966177 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c9c74a02-1782-46df-ab70-47fde68dc07b req-4e3bd6cd-afa6-4dc0-be16-bbf165f35d8f tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 943 time: 0.0779495 Oct 12 17:57:27.005433 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9cb24649-d907-4c3e-8685-5aa827747480 req-f8072b90-96e0-4c82-8d13-435958e7b345 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/security-groups?id=df6d1d46-46ba-4df4-a3be-659f9dbf4f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632894 Oct 12 17:57:27.022750 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c9c74a02-1782-46df-ab70-47fde68dc07b req-426283e8-f766-42d7-806d-4e252e602ce2 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433717 Oct 12 17:57:27.071103 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd429bfe-eb1f-4543-ad88-76004229a45f req-bd312881-c15e-446e-b561-a901ea573adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:27.072664 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-dd429bfe-eb1f-4543-ad88-76004229a45f req-bd312881-c15e-446e-b561-a901ea573adb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dfd0375a96eb488fae8a38e2ba0c646a&device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 1096 time: 0.0439477 Oct 12 17:57:27.211823 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd05244-f2fe-4227-891c-23a5b50b6b8c req-8ece75e8-e3e7-4c56-9e4a-1da6b5815369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:27.213242 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-3dd05244-f2fe-4227-891c-23a5b50b6b8c req-8ece75e8-e3e7-4c56-9e4a-1da6b5815369 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 1098 time: 0.0936942 Oct 12 17:57:27.216108 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd429bfe-eb1f-4543-ad88-76004229a45f req-70c66cbe-01dd-4513-96d9-450ff54237b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:27.217637 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-dd429bfe-eb1f-4543-ad88-76004229a45f req-70c66cbe-01dd-4513-96d9-450ff54237b9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1d64f78d-25a5-4c4d-bea6-a6a102640e50 HTTP/1.1" status: 200 len: 919 time: 0.1163549 Oct 12 17:57:27.303770 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-3dd05244-f2fe-4227-891c-23a5b50b6b8c req-bd4b1be2-8236-443c-9367-3b4396602766 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=df6d1d46-46ba-4df4-a3be-659f9dbf4f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729179 Oct 12 17:57:27.311534 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-dd429bfe-eb1f-4543-ad88-76004229a45f req-e54f21bb-866e-4cf0-ab62-450f5d20414b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44a535e9-31c5-44a4-9c81-d56c07c00bee HTTP/1.1" status: 200 len: 998 time: 0.0796366 Oct 12 17:57:27.552596 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd429bfe-eb1f-4543-ad88-76004229a45f req-a2316a4e-acfa-45d1-8813-f0c8571b39bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:27.554035 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-dd429bfe-eb1f-4543-ad88-76004229a45f req-a2316a4e-acfa-45d1-8813-f0c8571b39bc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a884ca43-ba25-4d6f-85eb-cb8452a55329 HTTP/1.1" status: 200 len: 856 time: 0.0467064 Oct 12 17:57:27.601761 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd429bfe-eb1f-4543-ad88-76004229a45f req-e9a5f496-cf58-4c21-9cbc-28b3a0cf63df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:27.603257 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-dd429bfe-eb1f-4543-ad88-76004229a45f req-e9a5f496-cf58-4c21-9cbc-28b3a0cf63df service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1d64f78d-25a5-4c4d-bea6-a6a102640e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403337 Oct 12 17:57:27.710060 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-dd429bfe-eb1f-4543-ad88-76004229a45f req-56ecdf2d-d459-4d90-a04e-cd37d128c987 service neutron] 10.222.0.44 "GET /v2.0/networks/1d64f78d-25a5-4c4d-bea6-a6a102640e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962818 Oct 12 17:57:27.809286 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-dd429bfe-eb1f-4543-ad88-76004229a45f req-dae7d000-ccfb-4154-bc47-60cd20fce1a7 service neutron] 10.222.0.44 "GET /v2.0/networks/1d64f78d-25a5-4c4d-bea6-a6a102640e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913758 Oct 12 17:57:28.158503 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7289be-5b82-4496-ba2f-81ff7422b091 req-08937827-9f83-4b94-8412-7f3bfd6e1153 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:28.159987 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8a7289be-5b82-4496-ba2f-81ff7422b091 req-08937827-9f83-4b94-8412-7f3bfd6e1153 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 945 time: 0.0759568 Oct 12 17:57:28.172694 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9202d-d62e-44b5-8d41-279248d619d7 req-4577c85d-0240-4f48-b6c3-cc002cfebacd tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:28.174237 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d2c9202d-d62e-44b5-8d41-279248d619d7 req-4577c85d-0240-4f48-b6c3-cc002cfebacd tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 943 time: 0.0642903 Oct 12 17:57:28.224925 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8a7289be-5b82-4496-ba2f-81ff7422b091 req-060bc35d-3eac-41b9-a5ba-31c5a50357c4 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/security-groups?id=df6d1d46-46ba-4df4-a3be-659f9dbf4f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494890 Oct 12 17:57:28.237401 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d2c9202d-d62e-44b5-8d41-279248d619d7 req-55598ca2-3798-4004-91a5-1bc949028f53 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559523 Oct 12 17:57:29.380936 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7a4e9-a2c4-48cf-a462-cb92223eb671 req-b0e2908f-593e-4583-bcf8-cba989b04da5 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:29.382432 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c5c7a4e9-a2c4-48cf-a462-cb92223eb671 req-b0e2908f-593e-4583-bcf8-cba989b04da5 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 945 time: 0.0791116 Oct 12 17:57:29.392812 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f91e78-d054-47d7-bd73-b78074797624 req-f6922719-ca4f-4426-a1f7-0ab7a6886a92 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:29.394207 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-66f91e78-d054-47d7-bd73-b78074797624 req-f6922719-ca4f-4426-a1f7-0ab7a6886a92 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 943 time: 0.0802584 Oct 12 17:57:29.447577 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c5c7a4e9-a2c4-48cf-a462-cb92223eb671 req-7b127507-c561-4378-a353-bdd5d95c5768 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/security-groups?id=df6d1d46-46ba-4df4-a3be-659f9dbf4f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523486 Oct 12 17:57:29.452524 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-66f91e78-d054-47d7-bd73-b78074797624 req-002c4b1c-921a-408a-b3be-ea8f96b2a4b0 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515301 Oct 12 17:57:29.460393 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 44a535e9-31c5-44a4-9c81-d56c07c00bee details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:57:29.564201 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 44a535e9-31c5-44a4-9c81-d56c07c00bee, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=44a535e9-31c5-44a4-9c81-d56c07c00bee,segment=NetworkSegment(1daa5b13-1a46-4a51-8ff5-99f71f99c000),segment_id=1daa5b13-1a46-4a51-8ff5-99f71f99c000)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:57:29.564648 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef932a7d-0a3c-4f1b-bd37-d260746450d7 req-5a0e7e5f-5b8f-4794-a7a6-396bc0df77ea tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:29.566163 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ef932a7d-0a3c-4f1b-bd37-d260746450d7 req-5a0e7e5f-5b8f-4794-a7a6-396bc0df77ea tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 945 time: 0.0497873 Oct 12 17:57:29.576474 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Returning: {'device': '44a535e9-31c5-44a4-9c81-d56c07c00bee', 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50', 'port_id': '44a535e9-31c5-44a4-9c81-d56c07c00bee', 'mac_address': 'fa:16:3e:2e:3e:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a884ca43-ba25-4d6f-85eb-cb8452a55329', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:57:29.605402 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ef932a7d-0a3c-4f1b-bd37-d260746450d7 req-2fe0fa7d-64aa-4168-a7e3-7e9750deaadf tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/security-groups?id=df6d1d46-46ba-4df4-a3be-659f9dbf4f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326977 Oct 12 17:57:29.615639 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:29.630259 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a535e9-31c5-44a4-9c81-d56c07c00bee {{(pid=105768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:57:29.650670 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 44a535e9-31c5-44a4-9c81-d56c07c00bee, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=44a535e9-31c5-44a4-9c81-d56c07c00bee,segment=NetworkSegment(1daa5b13-1a46-4a51-8ff5-99f71f99c000),segment_id=1daa5b13-1a46-4a51-8ff5-99f71f99c000)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:57:29.655623 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:29.703891 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=44a535e9-31c5-44a4-9c81-d56c07c00bee,revision_number=9']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:57:29.888873 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['44a535e9-31c5-44a4-9c81-d56c07c00bee'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:57:29.954621 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fff24-9518-4aac-9ea1-a13ba3d206e3 req-cff16fa2-c647-4eee-84e4-001b6b283422 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:29.956181 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-803fff24-9518-4aac-9ea1-a13ba3d206e3 req-cff16fa2-c647-4eee-84e4-001b6b283422 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 945 time: 0.0545266 Oct 12 17:57:29.993172 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-803fff24-9518-4aac-9ea1-a13ba3d206e3 req-0db09667-5f4a-433c-8322-6aa820b058d0 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/security-groups?id=df6d1d46-46ba-4df4-a3be-659f9dbf4f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308928 Oct 12 17:57:30.596340 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f0cee-b56e-403d-9d60-72f6c7128185 req-9acfaad1-4b08-4e62-b4b3-e801a125db38 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:30.597831 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-3d8f0cee-b56e-403d-9d60-72f6c7128185 req-9acfaad1-4b08-4e62-b4b3-e801a125db38 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 944 time: 0.0544369 Oct 12 17:57:30.636800 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-3d8f0cee-b56e-403d-9d60-72f6c7128185 req-47661ad0-9bd1-4a0c-aeca-aa67eac44076 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327957 Oct 12 17:57:31.488231 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 44a535e9-31c5-44a4-9c81-d56c07c00bee up at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:57:31.540528 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning complete for port 44a535e9-31c5-44a4-9c81-d56c07c00bee triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:57:31.540906 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:31.625273 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:31.650857 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db49ca03-575d-40bb-91ca-d90428ddfcfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a535e9-31c5-44a4-9c81-d56c07c00bee'}] {{(pid=105768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:57:31.653135 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d673ce2dcb2bb4fbf918fb1a8c35d4bb21dca6670ea86fc912d44392d0d8dbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e4cd01-dc39-4486-84a5-4719f1f8af50" -d '{"events": [{"server_uuid": "db49ca03-575d-40bb-91ca-d90428ddfcfb", "name": "network-vif-plugged", "status": "completed", "tag": "44a535e9-31c5-44a4-9c81-d56c07c00bee"}]}' {{(pid=105768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:57:31.667267 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 44a535e9-31c5-44a4-9c81-d56c07c00bee, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=44a535e9-31c5-44a4-9c81-d56c07c00bee,segment=NetworkSegment(1daa5b13-1a46-4a51-8ff5-99f71f99c000),segment_id=1daa5b13-1a46-4a51-8ff5-99f71f99c000)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:57:31.673347 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:31.702309 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e819d478-b212-49ac-87ca-a12c28a339cd x-openstack-request-id: req-e819d478-b212-49ac-87ca-a12c28a339cd {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:57:31.702618 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db49ca03-575d-40bb-91ca-d90428ddfcfb", "name": "network-vif-plugged", "status": "completed", "tag": "44a535e9-31c5-44a4-9c81-d56c07c00bee", "code": 200}]} {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:57:31.702806 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e819d478-b212-49ac-87ca-a12c28a339cd {{(pid=105768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:57:31.703447 dv-cinder-813226-2-iscsi neutron-server[105768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db49ca03-575d-40bb-91ca-d90428ddfcfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a535e9-31c5-44a4-9c81-d56c07c00bee', 'code': 200} Oct 12 17:57:31.742596 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=44a535e9-31c5-44a4-9c81-d56c07c00bee,revision_number=10']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:57:31.802648 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459be63-dabb-4769-99be-0a2da02e6a32 req-b567c9c8-672d-4cea-a8b1-395b206737c0 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:31.804003 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c459be63-dabb-4769-99be-0a2da02e6a32 req-b567c9c8-672d-4cea-a8b1-395b206737c0 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 946 time: 0.0492108 Oct 12 17:57:31.854926 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c459be63-dabb-4769-99be-0a2da02e6a32 req-04eead55-0a78-49e8-b924-ada3efc7f8e4 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444512 Oct 12 17:57:31.904873 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306ce13-48a3-4b9b-ae04-0bb2d79c132d req-2ced69a7-9385-4a83-a9f2-6d5a4ba9fe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:31.904873 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-d306ce13-48a3-4b9b-ae04-0bb2d79c132d req-2ced69a7-9385-4a83-a9f2-6d5a4ba9fe7c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 1099 time: 0.0395355 Oct 12 17:57:31.943286 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-d306ce13-48a3-4b9b-ae04-0bb2d79c132d req-1ee18353-db87-4b28-b7eb-57f657b6a144 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289490 Oct 12 17:57:32.984313 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56916e-137b-478c-97ce-7cd8c740643e req-f86b79fd-5bd7-49ba-9443-9ca704b9f6cf tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:32.985786 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-cd56916e-137b-478c-97ce-7cd8c740643e req-f86b79fd-5bd7-49ba-9443-9ca704b9f6cf tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 946 time: 0.0561316 Oct 12 17:57:33.023617 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-cd56916e-137b-478c-97ce-7cd8c740643e req-7c783c75-2bc0-45bc-92e0-108efdcec952 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317569 Oct 12 17:57:34.159008 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123c4f3-06c2-4a20-ad6b-f2e67793d524 req-36d4a856-c7a2-4f22-9bda-6b6981479b88 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:34.160475 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a123c4f3-06c2-4a20-ad6b-f2e67793d524 req-36d4a856-c7a2-4f22-9bda-6b6981479b88 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 946 time: 0.0551558 Oct 12 17:57:34.202211 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a123c4f3-06c2-4a20-ad6b-f2e67793d524 req-7c92e7cd-b2d0-4fe9-84e8-28d08a65ddde tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328052 Oct 12 17:57:38.284782 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-83cc2fa0-6239-4e40-b942-1cdf57a64082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:38.453618 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd23ad2-6911-4047-a067-9521555e477c req-c8ec26e2-62c9-409a-bbad-d001fc89d43d tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:38.455276 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ddd23ad2-6911-4047-a067-9521555e477c req-c8ec26e2-62c9-409a-bbad-d001fc89d43d tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 945 time: 0.0606134 Oct 12 17:57:38.499069 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ddd23ad2-6911-4047-a067-9521555e477c req-8a324ec9-f75c-4a8e-a67e-de2dd5f1e1b2 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/security-groups?id=df6d1d46-46ba-4df4-a3be-659f9dbf4f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346074 Oct 12 17:57:38.528377 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 40026) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:57:38.634376 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a36793e-02a7-47ac-9c88-7a8907331d33 tempest-TestMinimumBasicScenario-1548716589 tempest-TestMinimumBasicScenario-1548716589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:38.635895 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-7a36793e-02a7-47ac-9c88-7a8907331d33 tempest-TestMinimumBasicScenario-1548716589 tempest-TestMinimumBasicScenario-1548716589-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 1093 time: 0.1065094 Oct 12 17:57:38.638997 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 40030) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:57:38.643825 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-b785b140-15da-4fcc-a7d6-9527b9d8d2fd tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Request body: {'floatingip': {'floating_network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'port_id': 'c11ecb68-4813-43b3-a138-7545b71cef25', 'tenant_id': '2874ea6160b04d2daaa33b707a2084b7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:57:38.674901 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b785b140-15da-4fcc-a7d6-9527b9d8d2fd tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks [] for floatingip, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:38.788089 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b785b140-15da-4fcc-a7d6-9527b9d8d2fd tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:38.899329 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-b785b140-15da-4fcc-a7d6-9527b9d8d2fd tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Allocated IP 172.27.0.146 (57ccf176-38b9-4e1d-8eda-123c8986cf55/09d55e93-213a-4ce1-b19c-11c1c2f18eb4/4f35f340-999b-4942-9162-537e691f18c8) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:57:39.004320 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b785b140-15da-4fcc-a7d6-9527b9d8d2fd tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:39.050874 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b785b140-15da-4fcc-a7d6-9527b9d8d2fd tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4464511'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:39.094097 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b785b140-15da-4fcc-a7d6-9527b9d8d2fd tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Network 57ccf176-38b9-4e1d-8eda-123c8986cf55 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:57:39.097541 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-b785b140-15da-4fcc-a7d6-9527b9d8d2fd tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:57:39.101736 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b785b140-15da-4fcc-a7d6-9527b9d8d2fd tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:57:39.104820 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785b140-15da-4fcc-a7d6-9527b9d8d2fd tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Pushing event updated for resources: {'Port': ['ID=4f35f340-999b-4942-9162-537e691f18c8,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:57:39.130789 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b785b140-15da-4fcc-a7d6-9527b9d8d2fd tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:39.131126 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b785b140-15da-4fcc-a7d6-9527b9d8d2fd tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:39.131454 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b785b140-15da-4fcc-a7d6-9527b9d8d2fd tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:39.131786 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b785b140-15da-4fcc-a7d6-9527b9d8d2fd tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:39.132105 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b785b140-15da-4fcc-a7d6-9527b9d8d2fd tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:39.132427 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b785b140-15da-4fcc-a7d6-9527b9d8d2fd tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:39.132743 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b785b140-15da-4fcc-a7d6-9527b9d8d2fd tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:39.133062 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b785b140-15da-4fcc-a7d6-9527b9d8d2fd tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:39.133337 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b785b140-15da-4fcc-a7d6-9527b9d8d2fd tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:39.133676 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b785b140-15da-4fcc-a7d6-9527b9d8d2fd tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:39.133974 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b785b140-15da-4fcc-a7d6-9527b9d8d2fd tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:39.134287 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b785b140-15da-4fcc-a7d6-9527b9d8d2fd tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:39.471499 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b785b140-15da-4fcc-a7d6-9527b9d8d2fd tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:39.539247 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b785b140-15da-4fcc-a7d6-9527b9d8d2fd tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:39.900010 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b785b140-15da-4fcc-a7d6-9527b9d8d2fd tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:39.906533 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b785b140-15da-4fcc-a7d6-9527b9d8d2fd tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4464486'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:39.973355 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785b140-15da-4fcc-a7d6-9527b9d8d2fd tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Pushing event updated for resources: {'Port': ['ID=4f35f340-999b-4942-9162-537e691f18c8,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:57:39.984889 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b785b140-15da-4fcc-a7d6-9527b9d8d2fd tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8091027'] for floatingip, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:40.101526 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.db.l3_db [None req-b785b140-15da-4fcc-a7d6-9527b9d8d2fd tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Floating IP f16486de-8fff-4cd2-b467-ef8aca4bc8c2 associated. External IP: 172.27.0.146, port: c11ecb68-4813-43b3-a138-7545b71cef25. Oct 12 17:57:40.322567 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b785b140-15da-4fcc-a7d6-9527b9d8d2fd tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Router 2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84 has already been hosted by L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 {{(pid=105766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:57:40.443242 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b785b140-15da-4fcc-a7d6-9527b9d8d2fd tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:57:40.453899 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c26739-24d1-46aa-9b2c-02086990a852 None None] Sync routers for ids ['2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84'] in dv-cinder-813226-2-iscsi {{(pid=105769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:57:40.464337 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c26739-24d1-46aa-9b2c-02086990a852 None None] Routers {'2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:57:40.464570 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b785b140-15da-4fcc-a7d6-9527b9d8d2fd tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for floatingip, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:40.465082 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-b6c26739-24d1-46aa-9b2c-02086990a852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:57:11Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84'], 'active': True} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:57:40.492010 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-b785b140-15da-4fcc-a7d6-9527b9d8d2fd tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8519783 Oct 12 17:57:40.492636 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0cb963-86ee-4b54-8789-cc88871f07a7', 'tag': 'c11ecb68-4813-43b3-a138-7545b71cef25'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:57:40.495044 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ba8fd1764513c7e19680242eeb7ddb2adb145f07e018bb81601842aae508955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5ad16d-1fe6-434d-b9df-a139a0749003" -d '{"events": [{"name": "network-changed", "server_uuid": "ad0cb963-86ee-4b54-8789-cc88871f07a7", "tag": "c11ecb68-4813-43b3-a138-7545b71cef25"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:57:40.495434 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 40032) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:57:40.500007 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [None req-9b0639f1-85a1-42bf-8d7f-372360b7f833 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1009762170', 'description': 'tempest-secgroup-smoke-1009762170 description', 'project_id': '2874ea6160b04d2daaa33b707a2084b7'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:57:40.526569 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-9b0639f1-85a1-42bf-8d7f-372360b7f833 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:40.533433 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00ab7be-af13-4752-835b-b7eabe1c46f0 x-openstack-request-id: req-c00ab7be-af13-4752-835b-b7eabe1c46f0 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:57:40.533818 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad0cb963-86ee-4b54-8789-cc88871f07a7", "tag": "c11ecb68-4813-43b3-a138-7545b71cef25", "status": "completed", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:57:40.534072 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c00ab7be-af13-4752-835b-b7eabe1c46f0 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:57:40.534543 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad0cb963-86ee-4b54-8789-cc88871f07a7', 'tag': 'c11ecb68-4813-43b3-a138-7545b71cef25', 'status': 'completed', 'code': 200} Oct 12 17:57:40.575548 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvr_db [None req-b6c26739-24d1-46aa-9b2c-02086990a852 None None] Set router 2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:57:40.617846 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ad16d-1fe6-434d-b9df-a139a0749003 req-877e7a64-8cd7-4976-ae11-687b1058344f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:40.619379 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-bf5ad16d-1fe6-434d-b9df-a139a0749003 req-877e7a64-8cd7-4976-ae11-687b1058344f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2874ea6160b04d2daaa33b707a2084b7&device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 1098 time: 0.0618963 Oct 12 17:57:40.677599 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-9b0639f1-85a1-42bf-8d7f-372360b7f833 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:40.684990 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-9b0639f1-85a1-42bf-8d7f-372360b7f833 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:40.733166 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-9b0639f1-85a1-42bf-8d7f-372360b7f833 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:40.737689 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-9b0639f1-85a1-42bf-8d7f-372360b7f833 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2379992 Oct 12 17:57:40.738303 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 40036) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:57:40.744501 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-dce20d27-acba-4281-b9da-17e9a3bce8da tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Request body: {'security_group_rule': {'security_group_id': 'c1ca33e7-c09a-4d56-85f3-c028a262b47a', 'project_id': '2874ea6160b04d2daaa33b707a2084b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:57:40.748985 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0639f1-85a1-42bf-8d7f-372360b7f833 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ca33e7-c09a-4d56-85f3-c028a262b47a,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:57:40.758488 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ad16d-1fe6-434d-b9df-a139a0749003 req-d0e85a47-214d-4f00-aa47-e052f4e64175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:40.760599 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-bf5ad16d-1fe6-434d-b9df-a139a0749003 req-d0e85a47-214d-4f00-aa47-e052f4e64175 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eeaad051-d49f-491e-bfa9-9d1a17d4d566 HTTP/1.1" status: 200 len: 917 time: 0.1311255 Oct 12 17:57:40.778911 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dce20d27-acba-4281-b9da-17e9a3bce8da tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:40.832465 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-bf5ad16d-1fe6-434d-b9df-a139a0749003 req-0389ebdd-ccbc-4834-953b-4d60d54c5737 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c11ecb68-4813-43b3-a138-7545b71cef25 HTTP/1.1" status: 200 len: 999 time: 0.0625737 Oct 12 17:57:40.841284 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dce20d27-acba-4281-b9da-17e9a3bce8da tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:40.846662 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dce20d27-acba-4281-b9da-17e9a3bce8da tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50316'] for security_group_rule, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:40.865867 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce20d27-acba-4281-b9da-17e9a3bce8da tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e60aacad-4230-4f98-8083-25822b5a8d64,revision_number=0']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:57:40.876601 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dce20d27-acba-4281-b9da-17e9a3bce8da tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:40.877895 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-dce20d27-acba-4281-b9da-17e9a3bce8da tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1380842 Oct 12 17:57:40.880708 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 40038) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:57:40.885706 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-2587b99d-59a1-4bdb-9f05-baf3bdf760be tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Request body: {'security_group_rule': {'security_group_id': 'c1ca33e7-c09a-4d56-85f3-c028a262b47a', 'project_id': '2874ea6160b04d2daaa33b707a2084b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:57:40.891275 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ad16d-1fe6-434d-b9df-a139a0749003 req-db3f689d-9850-49c4-9ade-d23cb6957be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:40.893333 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-bf5ad16d-1fe6-434d-b9df-a139a0749003 req-db3f689d-9850-49c4-9ade-d23cb6957be9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=773ed561-4258-4e62-8ec3-98aa68830d77 HTTP/1.1" status: 200 len: 854 time: 0.0536892 Oct 12 17:57:40.905758 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-b6c26739-24d1-46aa-9b2c-02086990a852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84', 'name': 'tempest-TestMinimumBasicScenario-1916678143-router', 'tenant_id': '2874ea6160b04d2daaa33b707a2084b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:56:37Z', 'updated_at': '2021-10-12T17:56:40Z', 'revision_number': 4, 'project_id': '2874ea6160b04d2daaa33b707a2084b7', 'gw_port': {'id': '7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:24:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:56:37Z', 'updated_at': '2021-10-12T17:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_floatingips': [{'id': 'f16486de-8fff-4cd2-b467-ef8aca4bc8c2', 'tenant_id': '2874ea6160b04d2daaa33b707a2084b7', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'router_id': '2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84', 'port_id': 'c11ecb68-4813-43b3-a138-7545b71cef25', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeaad051-d49f-491e-bfa9-9d1a17d4d566', 'mac_address': 'fa:16:3e:43:f9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0cb963-86ee-4b54-8789-cc88871f07a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:57:39Z', 'updated_at': '2021-10-12T17:57:39Z', 'revision_number': 0, 'project_id': '2874ea6160b04d2daaa33b707a2084b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c9b674c-46f0-4bbb-b84d-efef3502cf55', 'name': '', 'network_id': 'eeaad051-d49f-491e-bfa9-9d1a17d4d566', 'tenant_id': '2874ea6160b04d2daaa33b707a2084b7', 'mac_address': 'fa:16:3e:4d:75:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '773ed561-4258-4e62-8ec3-98aa68830d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:56:39Z', 'updated_at': '2021-10-12T17:56:44Z', 'revision_number': 5, 'project_id': '2874ea6160b04d2daaa33b707a2084b7', 'subnets': [{'id': '773ed561-4258-4e62-8ec3-98aa68830d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:57:40.913521 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2587b99d-59a1-4bdb-9f05-baf3bdf760be tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:40.933458 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c26739-24d1-46aa-9b2c-02086990a852 None None] Checking router: 2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84 for host: dv-cinder-813226-2-iscsi {{(pid=105769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:57:40.941906 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c26739-24d1-46aa-9b2c-02086990a852 None None] Routers {'2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:57:40.942575 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-b6c26739-24d1-46aa-9b2c-02086990a852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:57:11Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84'], 'active': True} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:57:40.948618 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ad16d-1fe6-434d-b9df-a139a0749003 req-d2cc8b93-6196-4909-90b9-f2ccb02e7565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:40.950282 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-bf5ad16d-1fe6-434d-b9df-a139a0749003 req-d2cc8b93-6196-4909-90b9-f2ccb02e7565 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eeaad051-d49f-491e-bfa9-9d1a17d4d566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490313 Oct 12 17:57:40.983575 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2587b99d-59a1-4bdb-9f05-baf3bdf760be tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:40.989370 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2587b99d-59a1-4bdb-9f05-baf3bdf760be tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50316'] for security_group_rule, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:41.004646 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2587b99d-59a1-4bdb-9f05-baf3bdf760be tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0907096d-c57a-4d78-9f85-72c91b0c7fb1,revision_number=0']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:57:41.027626 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2587b99d-59a1-4bdb-9f05-baf3bdf760be tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:41.029619 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-2587b99d-59a1-4bdb-9f05-baf3bdf760be tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1475978 Oct 12 17:57:41.031603 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-f36c0850-57e5-4989-87ba-21003183e1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:41.032585 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 40040) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:57:41.039016 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-eec3a106-41d6-4e73-9b20-53539a87f26c tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Request body: {'security_group_rule': {'security_group_id': 'c1ca33e7-c09a-4d56-85f3-c028a262b47a', 'project_id': '2874ea6160b04d2daaa33b707a2084b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:57:41.050582 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-bf5ad16d-1fe6-434d-b9df-a139a0749003 req-80071a8b-5ec6-4dcc-a8b6-f43d36879f79 service neutron] 10.222.0.44 "GET /v2.0/networks/eeaad051-d49f-491e-bfa9-9d1a17d4d566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904205 Oct 12 17:57:41.052475 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvr_db [None req-b6c26739-24d1-46aa-9b2c-02086990a852 None None] Set router 2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:57:41.065996 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-eec3a106-41d6-4e73-9b20-53539a87f26c tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:41.126222 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-eec3a106-41d6-4e73-9b20-53539a87f26c tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:41.131875 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-eec3a106-41d6-4e73-9b20-53539a87f26c tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50316'] for security_group_rule, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:41.147256 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec3a106-41d6-4e73-9b20-53539a87f26c tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=265e6355-d98d-4a7a-8c49-686299160588,revision_number=0']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:57:41.148297 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-bf5ad16d-1fe6-434d-b9df-a139a0749003 req-6a71cfad-23f4-40a0-99f2-e2ea11b0af31 service neutron] 10.222.0.44 "GET /v2.0/networks/eeaad051-d49f-491e-bfa9-9d1a17d4d566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899630 Oct 12 17:57:41.161577 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-eec3a106-41d6-4e73-9b20-53539a87f26c tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:41.162855 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-eec3a106-41d6-4e73-9b20-53539a87f26c tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1273978 Oct 12 17:57:41.165547 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 40042) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:57:41.170073 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-2cc87c05-5351-4417-b2b8-9846c4a220ff tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Request body: {'security_group_rule': {'security_group_id': 'c1ca33e7-c09a-4d56-85f3-c028a262b47a', 'project_id': '2874ea6160b04d2daaa33b707a2084b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:57:41.197748 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2cc87c05-5351-4417-b2b8-9846c4a220ff tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:41.254699 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2cc87c05-5351-4417-b2b8-9846c4a220ff tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:41.259026 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2cc87c05-5351-4417-b2b8-9846c4a220ff tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50316'] for security_group_rule, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:41.276123 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc87c05-5351-4417-b2b8-9846c4a220ff tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18d51b9d-852b-4b10-962e-8a646cf19d30,revision_number=0']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:57:41.285595 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2cc87c05-5351-4417-b2b8-9846c4a220ff tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:41.289613 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 40044) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:57:41.289802 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-2cc87c05-5351-4417-b2b8-9846c4a220ff tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1231399 Oct 12 17:57:41.292441 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-b6c26739-24d1-46aa-9b2c-02086990a852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84', 'name': 'tempest-TestMinimumBasicScenario-1916678143-router', 'tenant_id': '2874ea6160b04d2daaa33b707a2084b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:56:37Z', 'updated_at': '2021-10-12T17:56:40Z', 'revision_number': 4, 'project_id': '2874ea6160b04d2daaa33b707a2084b7', 'gw_port': {'id': '7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:24:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:56:37Z', 'updated_at': '2021-10-12T17:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_floatingips': [{'id': 'f16486de-8fff-4cd2-b467-ef8aca4bc8c2', 'tenant_id': '2874ea6160b04d2daaa33b707a2084b7', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'router_id': '2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84', 'port_id': 'c11ecb68-4813-43b3-a138-7545b71cef25', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeaad051-d49f-491e-bfa9-9d1a17d4d566', 'mac_address': 'fa:16:3e:43:f9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0cb963-86ee-4b54-8789-cc88871f07a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:57:39Z', 'updated_at': '2021-10-12T17:57:39Z', 'revision_number': 0, 'project_id': '2874ea6160b04d2daaa33b707a2084b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c9b674c-46f0-4bbb-b84d-efef3502cf55', 'name': '', 'network_id': 'eeaad051-d49f-491e-bfa9-9d1a17d4d566', 'tenant_id': '2874ea6160b04d2daaa33b707a2084b7', 'mac_address': 'fa:16:3e:4d:75:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '773ed561-4258-4e62-8ec3-98aa68830d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:56:39Z', 'updated_at': '2021-10-12T17:56:44Z', 'revision_number': 5, 'project_id': '2874ea6160b04d2daaa33b707a2084b7', 'subnets': [{'id': '773ed561-4258-4e62-8ec3-98aa68830d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:57:41.294451 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [None req-4a376926-f4f2-4854-a1e4-f11e2af389fa tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Request body: {'security_group_rule': {'security_group_id': 'c1ca33e7-c09a-4d56-85f3-c028a262b47a', 'project_id': '2874ea6160b04d2daaa33b707a2084b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:57:41.316461 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.db.securitygroups_db [None req-4a376926-f4f2-4854-a1e4-f11e2af389fa tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Project 2874ea6160b04d2daaa33b707a2084b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 17:57:41.321392 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c26739-24d1-46aa-9b2c-02086990a852 None None] The sync data for ids ['2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84'] in dv-cinder-813226-2-iscsi is: [{'id': '2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84', 'name': 'tempest-TestMinimumBasicScenario-1916678143-router', 'tenant_id': '2874ea6160b04d2daaa33b707a2084b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:56:37Z', 'updated_at': '2021-10-12T17:56:40Z', 'revision_number': 4, 'project_id': '2874ea6160b04d2daaa33b707a2084b7', 'gw_port': {'id': '7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:24:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:56:37Z', 'updated_at': '2021-10-12T17:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_floatingips': [{'id': 'f16486de-8fff-4cd2-b467-ef8aca4bc8c2', 'tenant_id': '2874ea6160b04d2daaa33b707a2084b7', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'router_id': '2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84', 'port_id': 'c11ecb68-4813-43b3-a138-7545b71cef25', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeaad051-d49f-491e-bfa9-9d1a17d4d566', 'mac_address': 'fa:16:3e:43:f9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0cb963-86ee-4b54-8789-cc88871f07a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:57:39Z', 'updated_at': '2021-10-12T17:57:39Z', 'revision_number': 0, 'project_id': '2874ea6160b04d2daaa33b707a2084b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c9b674c-46f0-4bbb-b84d-efef3502cf55', 'name': '', 'network_id': 'eeaad051-d49f-491e-bfa9-9d1a17d4d566', 'tenant_id': '2874ea6160b04d2daaa33b707a2084b7', 'mac_address': 'fa:16:3e:4d:75:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '773ed561-4258-4e62-8ec3-98aa68830d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:56:39Z', 'updated_at': '2021-10-12T17:56:44Z', 'revision_number': 5, 'project_id': '2874ea6160b04d2daaa33b707a2084b7', 'subnets': [{'id': '773ed561-4258-4e62-8ec3-98aa68830d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:57:41.321789 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-4a376926-f4f2-4854-a1e4-f11e2af389fa tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:41.385185 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-4a376926-f4f2-4854-a1e4-f11e2af389fa tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:41.389895 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-4a376926-f4f2-4854-a1e4-f11e2af389fa tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50316'] for security_group_rule, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:41.407616 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a376926-f4f2-4854-a1e4-f11e2af389fa tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8756776-ed71-4117-87a2-ba02740ba95e,revision_number=0']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:57:41.416359 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-4a376926-f4f2-4854-a1e4-f11e2af389fa tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:41.417573 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-4a376926-f4f2-4854-a1e4-f11e2af389fa tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1268005 Oct 12 17:57:41.420460 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 40046) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:57:41.424987 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [None req-f92acf1c-9a74-40de-8c51-0fb57e8f9b08 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Request body: {'security_group_rule': {'security_group_id': 'c1ca33e7-c09a-4d56-85f3-c028a262b47a', 'project_id': '2874ea6160b04d2daaa33b707a2084b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:57:41.447601 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.db.securitygroups_db [None req-f92acf1c-9a74-40de-8c51-0fb57e8f9b08 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Project 2874ea6160b04d2daaa33b707a2084b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 17:57:41.453593 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-f92acf1c-9a74-40de-8c51-0fb57e8f9b08 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:41.520749 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-f92acf1c-9a74-40de-8c51-0fb57e8f9b08 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:41.522664 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ba0427-720b-4cfb-8d4b-304dd4eabef4 None None] New status for floating IP f16486de-8fff-4cd2-b467-ef8aca4bc8c2: ACTIVE {{(pid=105768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:57:41.526388 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-f92acf1c-9a74-40de-8c51-0fb57e8f9b08 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50316'] for security_group_rule, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:41.548053 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92acf1c-9a74-40de-8c51-0fb57e8f9b08 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=174e407b-f288-4359-b3b0-f42a0e4a8758,revision_number=0']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:57:41.554005 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-f92acf1c-9a74-40de-8c51-0fb57e8f9b08 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:41.559619 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-f92acf1c-9a74-40de-8c51-0fb57e8f9b08 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1341009 Oct 12 17:57:41.637992 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e68c76c0-21af-4076-82ab-190115118ad2 req-4cd65671-0317-4f40-8c84-fb3f1f4f3789 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1009762170&fields=id&tenant_id=2874ea6160b04d2daaa33b707a2084b7 HTTP/1.1" status: 200 len: 267 time: 0.0357833 Oct 12 17:57:41.696562 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c76c0-21af-4076-82ab-190115118ad2 req-120b5725-d0fa-4bbb-a2b8-e56671e6e4d2 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:41.698126 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e68c76c0-21af-4076-82ab-190115118ad2 req-120b5725-d0fa-4bbb-a2b8-e56671e6e4d2 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 945 time: 0.0537531 Oct 12 17:57:41.710019 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [req-e68c76c0-21af-4076-82ab-190115118ad2 req-bf0c11a5-a5c4-4d39-9b48-817d6c7ee097 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Request body: {'port': {'security_groups': ['df6d1d46-46ba-4df4-a3be-659f9dbf4f38', 'c1ca33e7-c09a-4d56-85f3-c028a262b47a']}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:57:41.772622 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [req-e68c76c0-21af-4076-82ab-190115118ad2 req-bf0c11a5-a5c4-4d39-9b48-817d6c7ee097 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:41.884965 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:41.994106 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.db [req-e68c76c0-21af-4076-82ab-190115118ad2 req-bf0c11a5-a5c4-4d39-9b48-817d6c7ee097 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] For port c11ecb68-4813-43b3-a138-7545b71cef25, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c11ecb68-4813-43b3-a138-7545b71cef25,segment=NetworkSegment(204716ec-bef6-4dcd-9fe8-f8aef954e11e),segment_id=204716ec-bef6-4dcd-9fe8-f8aef954e11e)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:57:42.025978 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [req-e68c76c0-21af-4076-82ab-190115118ad2 req-bf0c11a5-a5c4-4d39-9b48-817d6c7ee097 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:42.034047 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [req-e68c76c0-21af-4076-82ab-190115118ad2 req-bf0c11a5-a5c4-4d39-9b48-817d6c7ee097 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4464486'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:42.047055 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['c11ecb68-4813-43b3-a138-7545b71cef25'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:57:42.084766 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c76c0-21af-4076-82ab-190115118ad2 req-bf0c11a5-a5c4-4d39-9b48-817d6c7ee097 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:42.085252 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [req-e68c76c0-21af-4076-82ab-190115118ad2 req-bf0c11a5-a5c4-4d39-9b48-817d6c7ee097 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:42.087248 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e68c76c0-21af-4076-82ab-190115118ad2 req-bf0c11a5-a5c4-4d39-9b48-817d6c7ee097 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "PUT /v2.0/ports/c11ecb68-4813-43b3-a138-7545b71cef25 HTTP/1.1" status: 200 len: 981 time: 0.3814278 Oct 12 17:57:42.117346 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c11a5-a5c4-4d39-9b48-817d6c7ee097 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Pushing event updated for resources: {'Port': ['ID=c11ecb68-4813-43b3-a138-7545b71cef25,revision_number=6']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:57:42.177655 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['c11ecb68-4813-43b3-a138-7545b71cef25'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:57:42.193706 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150eed3-3d02-4107-83ce-9fa953039cbc req-4ee79c5f-c975-4425-92b7-4cb01cd06f86 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:42.195643 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e150eed3-3d02-4107-83ce-9fa953039cbc req-4ee79c5f-c975-4425-92b7-4cb01cd06f86 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 984 time: 0.0513756 Oct 12 17:57:42.242131 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e150eed3-3d02-4107-83ce-9fa953039cbc req-7e3afcc9-24da-4cc1-9b46-d2bd03b61acc tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/security-groups?id=df6d1d46-46ba-4df4-a3be-659f9dbf4f38&id=c1ca33e7-c09a-4d56-85f3-c028a262b47a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359282 Oct 12 17:57:42.323350 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:42.390864 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-6749be36-1828-4bb6-a210-6060d983f6e8 None None] Provisioning complete for port c11ecb68-4813-43b3-a138-7545b71cef25 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:57:42.391115 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-6749be36-1828-4bb6-a210-6060d983f6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:42.535716 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0cb963-86ee-4b54-8789-cc88871f07a7', 'tag': 'c11ecb68-4813-43b3-a138-7545b71cef25'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:57:42.538116 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ba8fd1764513c7e19680242eeb7ddb2adb145f07e018bb81601842aae508955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a30390-eec1-4894-89ba-3f1053a0bafb" -d '{"events": [{"name": "network-changed", "server_uuid": "ad0cb963-86ee-4b54-8789-cc88871f07a7", "tag": "c11ecb68-4813-43b3-a138-7545b71cef25"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:57:42.578218 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7d8cbd-756e-4e1b-a6e3-cd8793f16230 x-openstack-request-id: req-7c7d8cbd-756e-4e1b-a6e3-cd8793f16230 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:57:42.578509 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad0cb963-86ee-4b54-8789-cc88871f07a7", "tag": "c11ecb68-4813-43b3-a138-7545b71cef25", "status": "completed", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:57:42.578704 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-7c7d8cbd-756e-4e1b-a6e3-cd8793f16230 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:57:42.579094 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad0cb963-86ee-4b54-8789-cc88871f07a7', 'tag': 'c11ecb68-4813-43b3-a138-7545b71cef25', 'status': 'completed', 'code': 200} Oct 12 17:57:42.644251 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a30390-eec1-4894-89ba-3f1053a0bafb req-ab19c6dd-f758-42dc-adae-a282e8b5076b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:42.645762 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-40a30390-eec1-4894-89ba-3f1053a0bafb req-ab19c6dd-f758-42dc-adae-a282e8b5076b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2874ea6160b04d2daaa33b707a2084b7&device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 1137 time: 0.0439129 Oct 12 17:57:42.738799 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a30390-eec1-4894-89ba-3f1053a0bafb req-0689425b-1753-4b0e-8a23-6ebc061c609a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:42.740278 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-40a30390-eec1-4894-89ba-3f1053a0bafb req-0689425b-1753-4b0e-8a23-6ebc061c609a service neutron] 10.222.0.44 "GET /v2.0/networks?id=eeaad051-d49f-491e-bfa9-9d1a17d4d566 HTTP/1.1" status: 200 len: 917 time: 0.0852637 Oct 12 17:57:43.084780 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-40a30390-eec1-4894-89ba-3f1053a0bafb req-d6189d2d-2ea5-4955-b698-31739dd9fbea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c11ecb68-4813-43b3-a138-7545b71cef25 HTTP/1.1" status: 200 len: 1001 time: 0.3352752 Oct 12 17:57:43.142615 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a30390-eec1-4894-89ba-3f1053a0bafb req-4329e276-71e8-4f49-8312-6795acf217c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:43.144470 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-40a30390-eec1-4894-89ba-3f1053a0bafb req-4329e276-71e8-4f49-8312-6795acf217c8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=773ed561-4258-4e62-8ec3-98aa68830d77 HTTP/1.1" status: 200 len: 854 time: 0.0457730 Oct 12 17:57:43.198444 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a30390-eec1-4894-89ba-3f1053a0bafb req-65c31ffd-edef-473b-bac3-5e166f5e7b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:43.199932 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-40a30390-eec1-4894-89ba-3f1053a0bafb req-65c31ffd-edef-473b-bac3-5e166f5e7b21 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eeaad051-d49f-491e-bfa9-9d1a17d4d566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459895 Oct 12 17:57:43.306816 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-40a30390-eec1-4894-89ba-3f1053a0bafb req-cd92483f-bcea-432e-9eea-cb1fea1d4d2c service neutron] 10.222.0.44 "GET /v2.0/networks/eeaad051-d49f-491e-bfa9-9d1a17d4d566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969894 Oct 12 17:57:43.404405 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-40a30390-eec1-4894-89ba-3f1053a0bafb req-4312df98-43eb-4f25-ac0a-284efce47ce1 service neutron] 10.222.0.44 "GET /v2.0/networks/eeaad051-d49f-491e-bfa9-9d1a17d4d566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892105 Oct 12 17:57:43.841207 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:54.172738 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 6 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:57:56.710134 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:06.098641 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3252f1-660b-451b-aa75-db72d2225270 req-dcc29218-0b38-41bb-9d6c-7f130cdc162a tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:06.099392 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3dc27-7a54-4692-b6e5-9164ea68be8d req-f7915add-0634-404e-b041-bfad6816f21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:06.100118 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6e3252f1-660b-451b-aa75-db72d2225270 req-dcc29218-0b38-41bb-9d6c-7f130cdc162a tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 984 time: 0.0542133 Oct 12 17:58:06.100922 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-fae3dc27-7a54-4692-b6e5-9164ea68be8d req-f7915add-0634-404e-b041-bfad6816f21a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2874ea6160b04d2daaa33b707a2084b7&device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 1137 time: 0.0428927 Oct 12 17:58:06.144145 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6e3252f1-660b-451b-aa75-db72d2225270 req-a78b857d-6457-484b-bd8a-a98b04de3c82 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/security-groups?id=df6d1d46-46ba-4df4-a3be-659f9dbf4f38&id=c1ca33e7-c09a-4d56-85f3-c028a262b47a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347850 Oct 12 17:58:06.197040 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3dc27-7a54-4692-b6e5-9164ea68be8d req-0116c91b-efdb-4a64-973f-459bc804de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:06.198562 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-fae3dc27-7a54-4692-b6e5-9164ea68be8d req-0116c91b-efdb-4a64-973f-459bc804de39 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eeaad051-d49f-491e-bfa9-9d1a17d4d566 HTTP/1.1" status: 200 len: 917 time: 0.0901704 Oct 12 17:58:06.277812 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-fae3dc27-7a54-4692-b6e5-9164ea68be8d req-b48b648a-91d5-4bed-8290-7004a7a04baf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c11ecb68-4813-43b3-a138-7545b71cef25 HTTP/1.1" status: 200 len: 1001 time: 0.0682187 Oct 12 17:58:06.337863 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3dc27-7a54-4692-b6e5-9164ea68be8d req-99e67d58-24af-42cb-9ff2-66dcbc38a31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:06.339516 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-fae3dc27-7a54-4692-b6e5-9164ea68be8d req-99e67d58-24af-42cb-9ff2-66dcbc38a31c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=773ed561-4258-4e62-8ec3-98aa68830d77 HTTP/1.1" status: 200 len: 854 time: 0.0524445 Oct 12 17:58:06.387858 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3dc27-7a54-4692-b6e5-9164ea68be8d req-69f57f7b-4714-443a-ad3f-af102562b786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:06.389324 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-fae3dc27-7a54-4692-b6e5-9164ea68be8d req-69f57f7b-4714-443a-ad3f-af102562b786 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eeaad051-d49f-491e-bfa9-9d1a17d4d566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411210 Oct 12 17:58:06.485863 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-fae3dc27-7a54-4692-b6e5-9164ea68be8d req-7ad7e444-69bb-4a9c-8849-afff7699ee36 service neutron] 10.222.0.44 "GET /v2.0/networks/eeaad051-d49f-491e-bfa9-9d1a17d4d566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872650 Oct 12 17:58:06.597978 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-fae3dc27-7a54-4692-b6e5-9164ea68be8d req-02e455c4-e61a-4812-8b7c-b778118e9864 service neutron] 10.222.0.44 "GET /v2.0/networks/eeaad051-d49f-491e-bfa9-9d1a17d4d566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024230 Oct 12 17:58:07.285472 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a8779-d688-4398-91a9-8cfd36f45603 req-91637f85-60b4-487e-9925-745ea4217419 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:07.286959 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-743a8779-d688-4398-91a9-8cfd36f45603 req-91637f85-60b4-487e-9925-745ea4217419 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 984 time: 0.0580418 Oct 12 17:58:07.327274 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-743a8779-d688-4398-91a9-8cfd36f45603 req-012b802f-32b1-42a8-a9b6-a3c8a2a90427 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/security-groups?id=df6d1d46-46ba-4df4-a3be-659f9dbf4f38&id=c1ca33e7-c09a-4d56-85f3-c028a262b47a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340455 Oct 12 17:58:08.052541 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d845360-f270-4674-a160-c145de5c792e req-4ff39036-7bc8-49c6-a261-b1940a6f62f3 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:08.053935 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-1d845360-f270-4674-a160-c145de5c792e req-4ff39036-7bc8-49c6-a261-b1940a6f62f3 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 946 time: 0.0521317 Oct 12 17:58:08.096106 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-1d845360-f270-4674-a160-c145de5c792e req-367601a2-58b1-419b-9e80-adb5d0f39cea tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323014 Oct 12 17:58:08.295248 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-adc615e9-4738-4c79-b789-304abaa471f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:08.454019 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f85957-33f5-4321-b897-2983ed26a023 req-84272fdd-2f36-4f19-af21-9fe83b1bd1d2 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:08.457997 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-86f85957-33f5-4321-b897-2983ed26a023 req-84272fdd-2f36-4f19-af21-9fe83b1bd1d2 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 984 time: 0.0551460 Oct 12 17:58:08.508177 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-86f85957-33f5-4321-b897-2983ed26a023 req-817feef3-ad41-4b60-8b4b-295134ca812b tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/security-groups?id=df6d1d46-46ba-4df4-a3be-659f9dbf4f38&id=c1ca33e7-c09a-4d56-85f3-c028a262b47a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450590 Oct 12 17:58:09.231567 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9a840-62b8-4029-abce-69d3ecd2528a req-6a50057f-0b6d-466c-a516-bf80536266b2 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:09.233082 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0bf9a840-62b8-4029-abce-69d3ecd2528a req-6a50057f-0b6d-466c-a516-bf80536266b2 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 946 time: 0.0549836 Oct 12 17:58:09.271203 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0bf9a840-62b8-4029-abce-69d3ecd2528a req-0a9a5e0e-5153-4079-825a-80e7520ac63e tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups?id=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320027 Oct 12 17:58:09.477889 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a621c-8059-44e0-aec0-d3f984e4c504 req-28942e9b-9b2b-45ff-aa27-e81408371df5 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:09.479301 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-ef4a621c-8059-44e0-aec0-d3f984e4c504 req-28942e9b-9b2b-45ff-aa27-e81408371df5 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.44 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 946 time: 0.0666788 Oct 12 17:58:09.574996 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [req-ef4a621c-8059-44e0-aec0-d3f984e4c504 req-9b31deaa-5772-4be1-b866-1d8603722379 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Deleting port 44a535e9-31c5-44a4-9c81-d56c07c00bee {{(pid=105767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:58:09.575297 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-ef4a621c-8059-44e0-aec0-d3f984e4c504 req-9b31deaa-5772-4be1-b866-1d8603722379 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:09.626714 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8215e-ff0c-4246-8c57-917afb372599 req-f0f44074-6ea7-43fa-8e80-04ddd8c3aff4 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:09.628187 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-83a8215e-ff0c-4246-8c57-917afb372599 req-f0f44074-6ea7-43fa-8e80-04ddd8c3aff4 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 984 time: 0.0513964 Oct 12 17:58:09.662214 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-ef4a621c-8059-44e0-aec0-d3f984e4c504 req-9b31deaa-5772-4be1-b866-1d8603722379 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] For port 44a535e9-31c5-44a4-9c81-d56c07c00bee, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=44a535e9-31c5-44a4-9c81-d56c07c00bee,segment=NetworkSegment(1daa5b13-1a46-4a51-8ff5-99f71f99c000),segment_id=1daa5b13-1a46-4a51-8ff5-99f71f99c000)] {{(pid=105767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:58:09.662683 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-ef4a621c-8059-44e0-aec0-d3f984e4c504 req-9b31deaa-5772-4be1-b866-1d8603722379 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:09.669618 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-83a8215e-ff0c-4246-8c57-917afb372599 req-6bc0505f-1834-42fd-b730-c2de6f732e34 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/security-groups?id=df6d1d46-46ba-4df4-a3be-659f9dbf4f38&id=c1ca33e7-c09a-4d56-85f3-c028a262b47a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348403 Oct 12 17:58:09.841321 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-ef4a621c-8059-44e0-aec0-d3f984e4c504 req-9b31deaa-5772-4be1-b866-1d8603722379 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:09.841694 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-ef4a621c-8059-44e0-aec0-d3f984e4c504 req-9b31deaa-5772-4be1-b866-1d8603722379 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8091027'] for floatingip, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:09.842004 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.db.l3_db [req-ef4a621c-8059-44e0-aec0-d3f984e4c504 req-9b31deaa-5772-4be1-b866-1d8603722379 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Floating IP b1e26a2f-0e21-4303-9652-ba1ef6735394 disassociated. External IP: 172.27.0.41, port: 44a535e9-31c5-44a4-9c81-d56c07c00bee. Oct 12 17:58:09.842362 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [req-ef4a621c-8059-44e0-aec0-d3f984e4c504 req-9b31deaa-5772-4be1-b866-1d8603722379 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Calling delete_port for 44a535e9-31c5-44a4-9c81-d56c07c00bee owned by compute:nova {{(pid=105767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:58:09.986220 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-ef4a621c-8059-44e0-aec0-d3f984e4c504 req-9b31deaa-5772-4be1-b866-1d8603722379 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:10.017847 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31deaa-5772-4be1-b866-1d8603722379 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Pushing event deleted for resources: {'Port': ['ID=44a535e9-31c5-44a4-9c81-d56c07c00bee,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:10.137382 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef4a621c-8059-44e0-aec0-d3f984e4c504 req-9b31deaa-5772-4be1-b866-1d8603722379 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Router 27296b46-1290-4b5e-a4f0-045b9377fc19 has already been hosted by L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 {{(pid=105767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:58:10.249817 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef4a621c-8059-44e0-aec0-d3f984e4c504 req-9b31deaa-5772-4be1-b866-1d8603722379 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:58:10.262926 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8b42e7-033c-4f66-8095-eedbcf7314e3 None None] Sync routers for ids ['27296b46-1290-4b5e-a4f0-045b9377fc19'] in dv-cinder-813226-2-iscsi {{(pid=105769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:58:10.273121 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8b42e7-033c-4f66-8095-eedbcf7314e3 None None] Routers {'27296b46-1290-4b5e-a4f0-045b9377fc19'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:58:10.273953 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-7a8b42e7-033c-4f66-8095-eedbcf7314e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:57:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['27296b46-1290-4b5e-a4f0-045b9377fc19'], 'active': True} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:10.290596 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4a621c-8059-44e0-aec0-d3f984e4c504 req-9b31deaa-5772-4be1-b866-1d8603722379 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] No DVR routers for this DVR port 44a535e9-31c5-44a4-9c81-d56c07c00bee on host hv-cinder-81322 {{(pid=105767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:58:10.293194 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-ef4a621c-8059-44e0-aec0-d3f984e4c504 req-9b31deaa-5772-4be1-b866-1d8603722379 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:10.296506 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-ef4a621c-8059-44e0-aec0-d3f984e4c504 req-9b31deaa-5772-4be1-b866-1d8603722379 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.44 "DELETE /v2.0/ports/44a535e9-31c5-44a4-9c81-d56c07c00bee HTTP/1.1" status: 204 len: 173 time: 0.8097517 Oct 12 17:58:10.296940 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db49ca03-575d-40bb-91ca-d90428ddfcfb', 'name': 'network-vif-deleted', 'tag': '44a535e9-31c5-44a4-9c81-d56c07c00bee'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:58:10.299228 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8036fd21-5ee3-41f2-b863-3b99f20b4294" -d '{"events": [{"server_uuid": "db49ca03-575d-40bb-91ca-d90428ddfcfb", "name": "network-vif-deleted", "tag": "44a535e9-31c5-44a4-9c81-d56c07c00bee"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:58:10.360815 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f80805-6338-4f58-bd78-85eacb580bea x-openstack-request-id: req-88f80805-6338-4f58-bd78-85eacb580bea {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:58:10.361104 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db49ca03-575d-40bb-91ca-d90428ddfcfb", "name": "network-vif-deleted", "tag": "44a535e9-31c5-44a4-9c81-d56c07c00bee", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:58:10.361352 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-88f80805-6338-4f58-bd78-85eacb580bea {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:58:10.361763 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db49ca03-575d-40bb-91ca-d90428ddfcfb', 'name': 'network-vif-deleted', 'tag': '44a535e9-31c5-44a4-9c81-d56c07c00bee', 'status': 'completed', 'code': 200} Oct 12 17:58:10.384099 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvr_db [None req-7a8b42e7-033c-4f66-8095-eedbcf7314e3 None None] Set router 27296b46-1290-4b5e-a4f0-045b9377fc19 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:58:10.406637 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c74b2988-b27b-43ab-9b3a-67d5d1951353 req-f9a88930-7576-4707-9439-ac81c0d95da5 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/ports?device_id=db49ca03-575d-40bb-91ca-d90428ddfcfb HTTP/1.1" status: 200 len: 210 time: 0.0474806 Oct 12 17:58:10.596921 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-7a8b42e7-033c-4f66-8095-eedbcf7314e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'name': 'tempest-AttachVolumeShelveTestJSON-1067764364-router', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'b5ae15a1-9d93-4fcc-9224-a7d6be24e905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:52:46Z', 'updated_at': '2021-10-12T17:52:49Z', 'revision_number': 4, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'gw_port': {'id': 'b5ae15a1-9d93-4fcc-9224-a7d6be24e905', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:52:46Z', 'updated_at': '2021-10-12T17:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': 'dd09bbaf-213e-4fe6-a25d-daccbd306698', 'name': '', 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'mac_address': 'fa:16:3e:b4:b5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a884ca43-ba25-4d6f-85eb-cb8452a55329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:52:48Z', 'updated_at': '2021-10-12T17:52:53Z', 'revision_number': 5, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'subnets': [{'id': 'a884ca43-ba25-4d6f-85eb-cb8452a55329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:10.624114 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8b42e7-033c-4f66-8095-eedbcf7314e3 None None] Checking router: 27296b46-1290-4b5e-a4f0-045b9377fc19 for host: dv-cinder-813226-2-iscsi {{(pid=105769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:58:10.632202 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8b42e7-033c-4f66-8095-eedbcf7314e3 None None] Routers {'27296b46-1290-4b5e-a4f0-045b9377fc19'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:58:10.632794 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-7a8b42e7-033c-4f66-8095-eedbcf7314e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:57:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['27296b46-1290-4b5e-a4f0-045b9377fc19'], 'active': True} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:10.741042 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvr_db [None req-7a8b42e7-033c-4f66-8095-eedbcf7314e3 None None] Set router 27296b46-1290-4b5e-a4f0-045b9377fc19 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:58:10.788194 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4ce43-7f60-43cc-b598-d73310298798 req-db8f0083-d543-4543-af7a-92b0489dd229 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:10.789693 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-caa4ce43-7f60-43cc-b598-d73310298798 req-db8f0083-d543-4543-af7a-92b0489dd229 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 984 time: 0.0517585 Oct 12 17:58:10.831890 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-caa4ce43-7f60-43cc-b598-d73310298798 req-57a2defe-84e5-4b0d-890a-92554f55b60c tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/security-groups?id=df6d1d46-46ba-4df4-a3be-659f9dbf4f38&id=c1ca33e7-c09a-4d56-85f3-c028a262b47a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356054 Oct 12 17:58:10.941449 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-7a8b42e7-033c-4f66-8095-eedbcf7314e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'name': 'tempest-AttachVolumeShelveTestJSON-1067764364-router', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'b5ae15a1-9d93-4fcc-9224-a7d6be24e905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:52:46Z', 'updated_at': '2021-10-12T17:52:49Z', 'revision_number': 4, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'gw_port': {'id': 'b5ae15a1-9d93-4fcc-9224-a7d6be24e905', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:52:46Z', 'updated_at': '2021-10-12T17:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': 'dd09bbaf-213e-4fe6-a25d-daccbd306698', 'name': '', 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'mac_address': 'fa:16:3e:b4:b5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a884ca43-ba25-4d6f-85eb-cb8452a55329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:52:48Z', 'updated_at': '2021-10-12T17:52:53Z', 'revision_number': 5, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'subnets': [{'id': 'a884ca43-ba25-4d6f-85eb-cb8452a55329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:10.971185 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8b42e7-033c-4f66-8095-eedbcf7314e3 None None] The sync data for ids ['27296b46-1290-4b5e-a4f0-045b9377fc19'] in dv-cinder-813226-2-iscsi is: [{'id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'name': 'tempest-AttachVolumeShelveTestJSON-1067764364-router', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'b5ae15a1-9d93-4fcc-9224-a7d6be24e905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:52:46Z', 'updated_at': '2021-10-12T17:52:49Z', 'revision_number': 4, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'gw_port': {'id': 'b5ae15a1-9d93-4fcc-9224-a7d6be24e905', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:52:46Z', 'updated_at': '2021-10-12T17:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': 'dd09bbaf-213e-4fe6-a25d-daccbd306698', 'name': '', 'network_id': '1d64f78d-25a5-4c4d-bea6-a6a102640e50', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'mac_address': 'fa:16:3e:b4:b5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a884ca43-ba25-4d6f-85eb-cb8452a55329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:52:48Z', 'updated_at': '2021-10-12T17:52:53Z', 'revision_number': 5, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'subnets': [{'id': 'a884ca43-ba25-4d6f-85eb-cb8452a55329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:58:11.037546 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-05a912ee-9547-49ef-89bf-a540979bccef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:11.191241 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1eec77-6ec2-4353-aa2b-0f7abe86daeb None None] New status for floating IP b1e26a2f-0e21-4303-9652-ba1ef6735394: DOWN {{(pid=105768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:58:11.486367 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 40108) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:11.539422 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-6bc9a744-2ed7-4fe1-a0f9-523a25941668 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:11.562004 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-6bc9a744-2ed7-4fe1-a0f9-523a25941668 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:11.616145 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-6bc9a744-2ed7-4fe1-a0f9-523a25941668 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:11.619652 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-6bc9a744-2ed7-4fe1-a0f9-523a25941668 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:11.620706 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-6bc9a744-2ed7-4fe1-a0f9-523a25941668 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "DELETE /v2.0/security-groups/bf970cc1-c67d-4f53-9de1-7d6d9a2b8138 HTTP/1.1" status: 204 len: 168 time: 0.1332405 Oct 12 17:58:11.623719 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 40110) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:11.630538 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9a744-2ed7-4fe1-a0f9-523a25941668 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf970cc1-c67d-4f53-9de1-7d6d9a2b8138,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:11.637102 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.api.v2.resource [None req-c193c320-9089-4e79-b4f8-5fa4f3c8bc5a tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] show failed (client error): The resource could not be found. Oct 12 17:58:11.638048 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-c193c320-9089-4e79-b4f8-5fa4f3c8bc5a tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "GET /v2.0/security-groups/bf970cc1-c67d-4f53-9de1-7d6d9a2b8138 HTTP/1.1" status: 404 len: 347 time: 0.0133069 Oct 12 17:58:11.641120 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 40112) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:11.772473 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-1f20c9a3-6529-4bdb-b62a-2ac2a5c5d249 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Deleting port ab8890b9-d2a2-4cb1-9f7d-889bf2933cc9 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:58:11.772819 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1f20c9a3-6529-4bdb-b62a-2ac2a5c5d249 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:11.852065 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1f20c9a3-6529-4bdb-b62a-2ac2a5c5d249 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:11.852758 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1f20c9a3-6529-4bdb-b62a-2ac2a5c5d249 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:11.864514 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-1f20c9a3-6529-4bdb-b62a-2ac2a5c5d249 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Calling delete_port for ab8890b9-d2a2-4cb1-9f7d-889bf2933cc9 owned by network:floatingip {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:58:11.896148 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:11.992072 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979c54a-e873-4c74-9dec-b0fbfeafdc76 req-7e0c8539-0bdc-4a30-b08d-c6b801c184e7 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:11.993590 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4979c54a-e873-4c74-9dec-b0fbfeafdc76 req-7e0c8539-0bdc-4a30-b08d-c6b801c184e7 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 984 time: 0.0779099 Oct 12 17:58:12.068951 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4979c54a-e873-4c74-9dec-b0fbfeafdc76 req-34d46b04-6f42-4cdf-b8e6-8c9bbdd5e437 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/security-groups?id=df6d1d46-46ba-4df4-a3be-659f9dbf4f38&id=c1ca33e7-c09a-4d56-85f3-c028a262b47a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0686846 Oct 12 17:58:12.078625 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1f20c9a3-6529-4bdb-b62a-2ac2a5c5d249 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4464511'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:12.104940 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f20c9a3-6529-4bdb-b62a-2ac2a5c5d249 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Pushing event deleted for resources: {'Port': ['ID=ab8890b9-d2a2-4cb1-9f7d-889bf2933cc9,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:12.194319 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1f20c9a3-6529-4bdb-b62a-2ac2a5c5d249 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks [] for floatingip, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:12.199229 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1f20c9a3-6529-4bdb-b62a-2ac2a5c5d249 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for floatingip, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:12.200826 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-1f20c9a3-6529-4bdb-b62a-2ac2a5c5d249 tempest-AttachVolumeShelveTestJSON-1949091490 tempest-AttachVolumeShelveTestJSON-1949091490-project] 10.222.0.85 "DELETE /v2.0/floatingips/b1e26a2f-0e21-4303-9652-ba1ef6735394 HTTP/1.1" status: 204 len: 168 time: 0.5588245 Oct 12 17:58:12.299381 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:13.208050 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa03832-c738-4d93-82ce-92233108f3b4 req-4401c42c-01ab-4acb-9023-4aed30251d13 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:13.209525 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-7fa03832-c738-4d93-82ce-92233108f3b4 req-4401c42c-01ab-4acb-9023-4aed30251d13 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 984 time: 0.0613716 Oct 12 17:58:13.253159 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-7fa03832-c738-4d93-82ce-92233108f3b4 req-d6954b9e-000c-47c9-93fb-2cb2603eef14 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/security-groups?id=df6d1d46-46ba-4df4-a3be-659f9dbf4f38&id=c1ca33e7-c09a-4d56-85f3-c028a262b47a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346544 Oct 12 17:58:13.816892 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 44a535e9-31c5-44a4-9c81-d56c07c00bee no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:58:13.841819 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] No Port match for: 44a535e9-31c5-44a4-9c81-d56c07c00bee {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:58:13.842162 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 44a535e9-31c5-44a4-9c81-d56c07c00bee not bound to the agent host hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:58:13.855762 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:14.388921 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b0918-ca60-46e6-b39f-0a0a2b260e5c req-b1b46113-7565-4ff5-9bd6-706ae3e7c6a3 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:14.390432 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-220b0918-ca60-46e6-b39f-0a0a2b260e5c req-b1b46113-7565-4ff5-9bd6-706ae3e7c6a3 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 984 time: 0.0528607 Oct 12 17:58:14.440749 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-220b0918-ca60-46e6-b39f-0a0a2b260e5c req-1480736e-da16-4e58-9464-d7d2ef18a14f tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/security-groups?id=df6d1d46-46ba-4df4-a3be-659f9dbf4f38&id=c1ca33e7-c09a-4d56-85f3-c028a262b47a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414617 Oct 12 17:58:14.641397 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 40140) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:15.124794 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-261a8c52-84bc-474f-ba49-e5af942b5c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8115347'] for router_interface, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:15.373341 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [None req-261a8c52-84bc-474f-ba49-e5af942b5c0a admin admin] Deleting port dd09bbaf-213e-4fe6-a25d-daccbd306698 {{(pid=105767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:58:15.373646 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-261a8c52-84bc-474f-ba49-e5af942b5c0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:15.457062 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-261a8c52-84bc-474f-ba49-e5af942b5c0a admin admin] For port dd09bbaf-213e-4fe6-a25d-daccbd306698, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=dd09bbaf-213e-4fe6-a25d-daccbd306698,segment=NetworkSegment(1daa5b13-1a46-4a51-8ff5-99f71f99c000),segment_id=1daa5b13-1a46-4a51-8ff5-99f71f99c000)] {{(pid=105767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:58:15.457330 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-261a8c52-84bc-474f-ba49-e5af942b5c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:15.470778 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [None req-261a8c52-84bc-474f-ba49-e5af942b5c0a admin admin] Calling delete_port for dd09bbaf-213e-4fe6-a25d-daccbd306698 owned by network:router_interface {{(pid=105767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:58:15.572692 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ab638-7089-431c-8400-a43c9c8ca172 req-15cd760b-2c4e-4b8b-bac0-cf359ab39ec2 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:15.574243 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-584ab638-7089-431c-8400-a43c9c8ca172 req-15cd760b-2c4e-4b8b-bac0-cf359ab39ec2 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 984 time: 0.0595584 Oct 12 17:58:15.616718 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-584ab638-7089-431c-8400-a43c9c8ca172 req-a672a19e-09cf-4ffc-8b4e-a320f470894a tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/security-groups?id=df6d1d46-46ba-4df4-a3be-659f9dbf4f38&id=c1ca33e7-c09a-4d56-85f3-c028a262b47a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347471 Oct 12 17:58:15.653198 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-261a8c52-84bc-474f-ba49-e5af942b5c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:15.682402 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a8c52-84bc-474f-ba49-e5af942b5c0a admin admin] Pushing event deleted for resources: {'Port': ['ID=dd09bbaf-213e-4fe6-a25d-daccbd306698,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:15.693479 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261a8c52-84bc-474f-ba49-e5af942b5c0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:15.693823 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261a8c52-84bc-474f-ba49-e5af942b5c0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:15.694157 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261a8c52-84bc-474f-ba49-e5af942b5c0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:15.694511 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261a8c52-84bc-474f-ba49-e5af942b5c0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:15.694834 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261a8c52-84bc-474f-ba49-e5af942b5c0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:15.695166 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261a8c52-84bc-474f-ba49-e5af942b5c0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:15.695487 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261a8c52-84bc-474f-ba49-e5af942b5c0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:15.695822 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261a8c52-84bc-474f-ba49-e5af942b5c0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:15.696125 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261a8c52-84bc-474f-ba49-e5af942b5c0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:15.696771 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261a8c52-84bc-474f-ba49-e5af942b5c0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:15.697087 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261a8c52-84bc-474f-ba49-e5af942b5c0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:15.697398 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261a8c52-84bc-474f-ba49-e5af942b5c0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:15.856798 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-261a8c52-84bc-474f-ba49-e5af942b5c0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8115239'] for router_interface, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:16.076404 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261a8c52-84bc-474f-ba49-e5af942b5c0a admin admin] Router 27296b46-1290-4b5e-a4f0-045b9377fc19 has already been hosted by L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 {{(pid=105767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:58:16.186925 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261a8c52-84bc-474f-ba49-e5af942b5c0a admin admin] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:58:16.195264 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-261a8c52-84bc-474f-ba49-e5af942b5c0a admin admin] 10.222.0.85 "PUT /v2.0/routers/27296b46-1290-4b5e-a4f0-045b9377fc19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5513692 Oct 12 17:58:16.197633 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 40146) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:16.200415 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e91160-3563-4a01-aff4-7bd563ff8eeb None None] Sync routers for ids ['27296b46-1290-4b5e-a4f0-045b9377fc19'] in dv-cinder-813226-2-iscsi {{(pid=105769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:58:16.210375 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e91160-3563-4a01-aff4-7bd563ff8eeb None None] Routers {'27296b46-1290-4b5e-a4f0-045b9377fc19'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:58:16.210993 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-72e91160-3563-4a01-aff4-7bd563ff8eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:58:11Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['27296b46-1290-4b5e-a4f0-045b9377fc19'], 'active': True} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:16.410953 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvr_db [None req-72e91160-3563-4a01-aff4-7bd563ff8eeb None None] Set router 27296b46-1290-4b5e-a4f0-045b9377fc19 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:58:16.570587 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2d30923d-ee40-4447-b84f-16d117ec3848 admin admin] Notify callbacks [] for router, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:16.592055 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-72e91160-3563-4a01-aff4-7bd563ff8eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'name': 'tempest-AttachVolumeShelveTestJSON-1067764364-router', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'b5ae15a1-9d93-4fcc-9224-a7d6be24e905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:52:46Z', 'updated_at': '2021-10-12T17:58:15Z', 'revision_number': 5, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'gw_port': {'id': 'b5ae15a1-9d93-4fcc-9224-a7d6be24e905', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:52:46Z', 'updated_at': '2021-10-12T17:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi'}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:16.617829 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e91160-3563-4a01-aff4-7bd563ff8eeb None None] Checking router: 27296b46-1290-4b5e-a4f0-045b9377fc19 for host: dv-cinder-813226-2-iscsi {{(pid=105769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:58:16.627489 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e91160-3563-4a01-aff4-7bd563ff8eeb None None] Routers {'27296b46-1290-4b5e-a4f0-045b9377fc19'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:58:16.628089 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-72e91160-3563-4a01-aff4-7bd563ff8eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:58:11Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['27296b46-1290-4b5e-a4f0-045b9377fc19'], 'active': True} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:16.675966 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2d30923d-ee40-4447-b84f-16d117ec3848 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:16.733532 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [None req-2d30923d-ee40-4447-b84f-16d117ec3848 admin admin] Deleting port b5ae15a1-9d93-4fcc-9224-a7d6be24e905 {{(pid=105767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:58:16.733870 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2d30923d-ee40-4447-b84f-16d117ec3848 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:16.736672 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvr_db [None req-72e91160-3563-4a01-aff4-7bd563ff8eeb None None] Set router 27296b46-1290-4b5e-a4f0-045b9377fc19 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:58:16.741573 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851d7d9-7d8b-4d85-95bf-5ca02b3d4c1e req-92fff766-7408-4a87-b444-e75f76494c5a tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:16.743086 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8851d7d9-7d8b-4d85-95bf-5ca02b3d4c1e req-92fff766-7408-4a87-b444-e75f76494c5a tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 984 time: 0.0524271 Oct 12 17:58:16.784210 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8851d7d9-7d8b-4d85-95bf-5ca02b3d4c1e req-768ad04c-6659-4330-854a-ddd624bf66ff tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/security-groups?id=df6d1d46-46ba-4df4-a3be-659f9dbf4f38&id=c1ca33e7-c09a-4d56-85f3-c028a262b47a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334916 Oct 12 17:58:16.812536 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-2d30923d-ee40-4447-b84f-16d117ec3848 admin admin] For port b5ae15a1-9d93-4fcc-9224-a7d6be24e905, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=b5ae15a1-9d93-4fcc-9224-a7d6be24e905,segment=NetworkSegment(f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1),segment_id=f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1)] {{(pid=105767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:58:16.812918 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2d30923d-ee40-4447-b84f-16d117ec3848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:16.825171 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [None req-2d30923d-ee40-4447-b84f-16d117ec3848 admin admin] Calling delete_port for b5ae15a1-9d93-4fcc-9224-a7d6be24e905 owned by network:router_gateway {{(pid=105767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:58:16.921728 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-72e91160-3563-4a01-aff4-7bd563ff8eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'name': 'tempest-AttachVolumeShelveTestJSON-1067764364-router', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'b5ae15a1-9d93-4fcc-9224-a7d6be24e905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:52:46Z', 'updated_at': '2021-10-12T17:58:15Z', 'revision_number': 5, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'gw_port': {'id': 'b5ae15a1-9d93-4fcc-9224-a7d6be24e905', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:52:46Z', 'updated_at': '2021-10-12T17:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi'}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:16.949286 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e91160-3563-4a01-aff4-7bd563ff8eeb None None] The sync data for ids ['27296b46-1290-4b5e-a4f0-045b9377fc19'] in dv-cinder-813226-2-iscsi is: [{'id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'name': 'tempest-AttachVolumeShelveTestJSON-1067764364-router', 'tenant_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'b5ae15a1-9d93-4fcc-9224-a7d6be24e905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:52:46Z', 'updated_at': '2021-10-12T17:58:15Z', 'revision_number': 5, 'project_id': 'dfd0375a96eb488fae8a38e2ba0c646a', 'gw_port': {'id': 'b5ae15a1-9d93-4fcc-9224-a7d6be24e905', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27296b46-1290-4b5e-a4f0-045b9377fc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:52:46Z', 'updated_at': '2021-10-12T17:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi'}] {{(pid=105769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:58:17.008823 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2d30923d-ee40-4447-b84f-16d117ec3848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:17.036078 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30923d-ee40-4447-b84f-16d117ec3848 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5ae15a1-9d93-4fcc-9224-a7d6be24e905,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:17.097881 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2d30923d-ee40-4447-b84f-16d117ec3848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8091077'] for router_gateway, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:17.188216 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2d30923d-ee40-4447-b84f-16d117ec3848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8113461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8192'] for router, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:17.191984 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2d30923d-ee40-4447-b84f-16d117ec3848 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:17.240374 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2d30923d-ee40-4447-b84f-16d117ec3848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8113470'] for router, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:17.241083 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d30923d-ee40-4447-b84f-16d117ec3848 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27296b46-1290-4b5e-a4f0-045b9377fc19 {{(pid=105767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 17:58:17.248344 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2d30923d-ee40-4447-b84f-16d117ec3848 admin admin] Notify callbacks [] for router, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:17.249530 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-2d30923d-ee40-4447-b84f-16d117ec3848 admin admin] 10.222.0.85 "DELETE /v2.0/routers/27296b46-1290-4b5e-a4f0-045b9377fc19 HTTP/1.1" status: 204 len: 168 time: 1.0509524 Oct 12 17:58:17.252249 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 40150) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:17.307787 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.db_base_plugin_v2 [None req-064a4fa5-bb47-4cf3-8e48-09a3e0bd153b admin admin] Deleting subnet a884ca43-ba25-4d6f-85eb-cb8452a55329 {{(pid=105767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:58:17.311337 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-064a4fa5-bb47-4cf3-8e48-09a3e0bd153b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:17.348890 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-064a4fa5-bb47-4cf3-8e48-09a3e0bd153b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4686406'] for subnet, precommit_delete_associations {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:17.463899 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-064a4fa5-bb47-4cf3-8e48-09a3e0bd153b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727552'] for subnet, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:17.527626 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-064a4fa5-bb47-4cf3-8e48-09a3e0bd153b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5196305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4575252'] for subnet, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:17.568158 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-064a4fa5-bb47-4cf3-8e48-09a3e0bd153b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for subnet, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:17.575325 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 40152) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:17.575582 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-064a4fa5-bb47-4cf3-8e48-09a3e0bd153b admin admin] 10.222.0.85 "DELETE /v2.0/subnets/a884ca43-ba25-4d6f-85eb-cb8452a55329 HTTP/1.1" status: 204 len: 168 time: 0.3221803 Oct 12 17:58:17.576520 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a4fa5-bb47-4cf3-8e48-09a3e0bd153b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a884ca43-ba25-4d6f-85eb-cb8452a55329,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:17.583695 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191dddfb-8a2d-4955-baa1-324763c12806 None None] Network 1d64f78d-25a5-4c4d-bea6-a6a102640e50 requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:58:17.658479 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2c97a08c-33ac-452d-81d4-0f4a2bd8e4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657003'] for network, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:17.709940 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-2c97a08c-33ac-452d-81d4-0f4a2bd8e4c7 admin admin] Deleting port 71444821-79dd-4dee-a2e4-6efdce36c8b0 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:58:17.710242 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2c97a08c-33ac-452d-81d4-0f4a2bd8e4c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:17.777595 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-2c97a08c-33ac-452d-81d4-0f4a2bd8e4c7 admin admin] For port 71444821-79dd-4dee-a2e4-6efdce36c8b0, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=71444821-79dd-4dee-a2e4-6efdce36c8b0,segment=NetworkSegment(1daa5b13-1a46-4a51-8ff5-99f71f99c000),segment_id=1daa5b13-1a46-4a51-8ff5-99f71f99c000)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:58:17.778259 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2c97a08c-33ac-452d-81d4-0f4a2bd8e4c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:17.790401 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-2c97a08c-33ac-452d-81d4-0f4a2bd8e4c7 admin admin] Calling delete_port for 71444821-79dd-4dee-a2e4-6efdce36c8b0 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:58:17.907667 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2c97a08c-33ac-452d-81d4-0f4a2bd8e4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4464511'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:17.936224 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c97a08c-33ac-452d-81d4-0f4a2bd8e4c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=71444821-79dd-4dee-a2e4-6efdce36c8b0,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:17.945886 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6c7c2-cbb4-4639-bd60-5f9490f4478e req-c6144e4f-1bae-401e-a4a5-eb5973e8c4d0 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:17.948008 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f0c6c7c2-cbb4-4639-bd60-5f9490f4478e req-c6144e4f-1bae-401e-a4a5-eb5973e8c4d0 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 984 time: 0.0885227 Oct 12 17:58:17.950622 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c97a08c-33ac-452d-81d4-0f4a2bd8e4c7 admin admin] No DVR routers for this DVR port 71444821-79dd-4dee-a2e4-6efdce36c8b0 on host dv-cinder-813226-2-iscsi {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:58:17.983651 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1daba7a8-09da-4362-b5b1-a9c8144ccf38 None None] DHCP port deletion for 1d64f78d-25a5-4c4d-bea6-a6a102640e50 request from dv-cinder-813226-2-iscsi {{(pid=105768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 17:58:17.999246 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 40156) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:18.051134 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f0c6c7c2-cbb4-4639-bd60-5f9490f4478e req-660eb156-5974-42ce-8844-8c0c9ab5224e tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/security-groups?id=df6d1d46-46ba-4df4-a3be-659f9dbf4f38&id=c1ca33e7-c09a-4d56-85f3-c028a262b47a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0955825 Oct 12 17:58:18.074251 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2c97a08c-33ac-452d-81d4-0f4a2bd8e4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721659', 'neutron.services.segments.db._delete_segments_for_network-8752770191620'] for network, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:18.095080 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.services.segments.db [None req-2c97a08c-33ac-452d-81d4-0f4a2bd8e4c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d64f78d-25a5-4c4d-bea6-a6a102640e50']}} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:18.104120 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.services.segments.db [None req-2c97a08c-33ac-452d-81d4-0f4a2bd8e4c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1daa5b13-1a46-4a51-8ff5-99f71f99c000') {'for_net_delete': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:18.104828 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.services.segments.db [None req-2c97a08c-33ac-452d-81d4-0f4a2bd8e4c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1daa5b13-1a46-4a51-8ff5-99f71f99c000') {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:18.113348 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2c97a08c-33ac-452d-81d4-0f4a2bd8e4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752770190093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6237303'] for segment, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:18.126511 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2c97a08c-33ac-452d-81d4-0f4a2bd8e4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234'] for segment, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:18.132199 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c97a08c-33ac-452d-81d4-0f4a2bd8e4c7 admin admin] Releasing vlan 1373 on physical network physnet1 to pool {{(pid=105766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:58:18.132580 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2c97a08c-33ac-452d-81d4-0f4a2bd8e4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4462734'] for segment, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:18.134226 dv-cinder-813226-2-iscsi neutron-server[105766]: Traceback (most recent call last): Oct 12 17:58:18.134226 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:58:18.134226 dv-cinder-813226-2-iscsi neutron-server[105766]: timer() Oct 12 17:58:18.134226 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:58:18.134226 dv-cinder-813226-2-iscsi neutron-server[105766]: cb(*args, **kw) Oct 12 17:58:18.134226 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:58:18.134226 dv-cinder-813226-2-iscsi neutron-server[105766]: return func(*args, **kwargs) Oct 12 17:58:18.134226 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:58:18.134226 dv-cinder-813226-2-iscsi neutron-server[105766]: self._notify() Oct 12 17:58:18.134226 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:58:18.134226 dv-cinder-813226-2-iscsi neutron-server[105766]: self.callback(batched_events) Oct 12 17:58:18.134226 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:58:18.134226 dv-cinder-813226-2-iscsi neutron-server[105766]: event.method(event) Oct 12 17:58:18.134226 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:58:18.134226 dv-cinder-813226-2-iscsi neutron-server[105766]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:58:18.134226 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:58:18.134226 dv-cinder-813226-2-iscsi neutron-server[105766]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:58:18.134226 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:58:18.134226 dv-cinder-813226-2-iscsi neutron-server[105766]: return f(self, *a, **k) Oct 12 17:58:18.134226 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:58:18.134226 dv-cinder-813226-2-iscsi neutron-server[105766]: return self._get(url).json() Oct 12 17:58:18.134226 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:58:18.134226 dv-cinder-813226-2-iscsi neutron-server[105766]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:58:18.134226 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:58:18.134226 dv-cinder-813226-2-iscsi neutron-server[105766]: return self.request(url, 'GET', **kwargs) Oct 12 17:58:18.134226 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:58:18.134226 dv-cinder-813226-2-iscsi neutron-server[105766]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:58:18.134226 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:58:18.134226 dv-cinder-813226-2-iscsi neutron-server[105766]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:58:18.134226 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:58:18.134226 dv-cinder-813226-2-iscsi neutron-server[105766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:58:18.134226 dv-cinder-813226-2-iscsi neutron-server[105766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:58:18.169482 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [None req-e43af53b-2dc2-40cf-af9f-0473947fe5ba tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Deleting port 5515ce2e-f34f-4288-941f-7460d7cae987 {{(pid=105767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:58:18.169864 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e43af53b-2dc2-40cf-af9f-0473947fe5ba tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:18.191506 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2c97a08c-33ac-452d-81d4-0f4a2bd8e4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8091041'] for network, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:18.201544 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2c97a08c-33ac-452d-81d4-0f4a2bd8e4c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for network, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:18.204427 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-2c97a08c-33ac-452d-81d4-0f4a2bd8e4c7 admin admin] 10.222.0.85 "DELETE /v2.0/networks/1d64f78d-25a5-4c4d-bea6-a6a102640e50 HTTP/1.1" status: 204 len: 168 time: 0.6260204 Oct 12 17:58:18.220309 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c97a08c-33ac-452d-81d4-0f4a2bd8e4c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d64f78d-25a5-4c4d-bea6-a6a102640e50,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:18.260559 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e43af53b-2dc2-40cf-af9f-0473947fe5ba tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:18.261132 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e43af53b-2dc2-40cf-af9f-0473947fe5ba tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:18.273727 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [None req-e43af53b-2dc2-40cf-af9f-0473947fe5ba tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Calling delete_port for 5515ce2e-f34f-4288-941f-7460d7cae987 owned by network:floatingip {{(pid=105767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:58:18.330802 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 40162) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:18.381944 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-dcf95a41-9c96-4cb4-9b11-8ec2063abedd admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=dfd0375a96eb488fae8a38e2ba0c646a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469418 Oct 12 17:58:18.382262 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 40164) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:18.444762 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2d5b93d1-d648-4dd5-9f73-6a3444cd9205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:18.464804 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e43af53b-2dc2-40cf-af9f-0473947fe5ba tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:18.472578 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2d5b93d1-d648-4dd5-9f73-6a3444cd9205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:18.491097 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43af53b-2dc2-40cf-af9f-0473947fe5ba tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Pushing event deleted for resources: {'Port': ['ID=5515ce2e-f34f-4288-941f-7460d7cae987,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:18.529025 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2d5b93d1-d648-4dd5-9f73-6a3444cd9205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:18.532006 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2d5b93d1-d648-4dd5-9f73-6a3444cd9205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:18.533170 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-2d5b93d1-d648-4dd5-9f73-6a3444cd9205 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/97c176c5-59b3-498c-8d31-a1cec049d085 HTTP/1.1" status: 204 len: 168 time: 0.1499579 Oct 12 17:58:18.544696 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b93d1-d648-4dd5-9f73-6a3444cd9205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c176c5-59b3-498c-8d31-a1cec049d085,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:18.567910 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e43af53b-2dc2-40cf-af9f-0473947fe5ba tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks [] for floatingip, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:18.568272 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.db.l3_db [None req-e43af53b-2dc2-40cf-af9f-0473947fe5ba tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Floating IP df17c772-8f6d-45d4-9584-58f1da527b51 disassociated (deleted). External IP: 172.27.0.57, port: 6b2c7936-488e-4d28-9ea8-ecf30bdbce6c. Oct 12 17:58:18.811132 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e43af53b-2dc2-40cf-af9f-0473947fe5ba tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Router 903f99a9-f191-4fcf-a743-26abe59c97e6 has already been hosted by L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 {{(pid=105767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:58:18.931987 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device b5ae15a1-9d93-4fcc-9224-a7d6be24e905 no longer exists at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:58:18.934893 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43af53b-2dc2-40cf-af9f-0473947fe5ba tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:58:18.939938 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e43af53b-2dc2-40cf-af9f-0473947fe5ba tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for floatingip, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:18.961511 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8de97d4-f85e-4857-b3b3-973ed1ca477e None None] Sync routers for ids ['903f99a9-f191-4fcf-a743-26abe59c97e6'] in dv-cinder-813226-2-iscsi {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:58:18.968669 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] No Port match for: b5ae15a1-9d93-4fcc-9224-a7d6be24e905 {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:58:18.969301 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device b5ae15a1-9d93-4fcc-9224-a7d6be24e905 not bound to the agent host dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:58:18.969817 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device dd09bbaf-213e-4fe6-a25d-daccbd306698 no longer exists at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:58:18.981805 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-e43af53b-2dc2-40cf-af9f-0473947fe5ba tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "DELETE /v2.0/floatingips/df17c772-8f6d-45d4-9584-58f1da527b51 HTTP/1.1" status: 204 len: 168 time: 0.9803538 Oct 12 17:58:18.982685 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f18509-d73e-4cec-a592-f60e4eea1091', 'tag': '6b2c7936-488e-4d28-9ea8-ecf30bdbce6c'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:58:18.985534 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1a07d3-0494-4934-9930-6cb223befc59" -d '{"events": [{"name": "network-changed", "server_uuid": "95f18509-d73e-4cec-a592-f60e4eea1091", "tag": "6b2c7936-488e-4d28-9ea8-ecf30bdbce6c"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:58:19.000627 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] No Port match for: dd09bbaf-213e-4fe6-a25d-daccbd306698 {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:58:19.000915 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device dd09bbaf-213e-4fe6-a25d-daccbd306698 not bound to the agent host dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:58:19.001340 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 71444821-79dd-4dee-a2e4-6efdce36c8b0 no longer exists at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:58:19.005903 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8de97d4-f85e-4857-b3b3-973ed1ca477e None None] Routers {'903f99a9-f191-4fcf-a743-26abe59c97e6'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:58:19.006566 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-e8de97d4-f85e-4857-b3b3-973ed1ca477e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:58:11Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['903f99a9-f191-4fcf-a743-26abe59c97e6'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:19.054501 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96815571-3c81-4add-867d-b47e06c28f82 x-openstack-request-id: req-96815571-3c81-4add-867d-b47e06c28f82 {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:58:19.055021 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f18509-d73e-4cec-a592-f60e4eea1091", "tag": "6b2c7936-488e-4d28-9ea8-ecf30bdbce6c", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:58:19.055391 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-96815571-3c81-4add-867d-b47e06c28f82 {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:58:19.055830 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f18509-d73e-4cec-a592-f60e4eea1091', 'tag': '6b2c7936-488e-4d28-9ea8-ecf30bdbce6c', 'status': 'completed', 'code': 200} Oct 12 17:58:19.062390 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] No Port match for: 71444821-79dd-4dee-a2e4-6efdce36c8b0 {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:58:19.062748 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 71444821-79dd-4dee-a2e4-6efdce36c8b0 not bound to the agent host dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:58:19.140562 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a07d3-0494-4934-9930-6cb223befc59 req-c5b668a3-578b-4bbc-b8c0-31a0ba4eeb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:19.142018 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-7c1a07d3-0494-4934-9930-6cb223befc59 req-c5b668a3-578b-4bbc-b8c0-31a0ba4eeb7d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0af5809ae3f6462d823ee7e99ff16820&device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 1098 time: 0.0593741 Oct 12 17:58:19.180574 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-e8de97d4-f85e-4857-b3b3-973ed1ca477e None None] Set router 903f99a9-f191-4fcf-a743-26abe59c97e6 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:58:19.257389 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a07d3-0494-4934-9930-6cb223befc59 req-73ab8d69-30e3-40f1-a914-7caba71a548f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:19.259916 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-7c1a07d3-0494-4934-9930-6cb223befc59 req-73ab8d69-30e3-40f1-a914-7caba71a548f service neutron] 10.222.0.44 "GET /v2.0/networks?id=9786a2da-354e-4b2b-944e-524749bdbde9 HTTP/1.1" status: 200 len: 910 time: 0.1094334 Oct 12 17:58:19.326828 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b516fe-aec0-441e-86cf-a6057cc85abc req-18eacd6f-f05d-4a8b-87f6-ece9a5ad2669 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:19.327483 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-7c1a07d3-0494-4934-9930-6cb223befc59 req-df5d2298-2545-4fcd-b9dc-57ffefa253dc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b2c7936-488e-4d28-9ea8-ecf30bdbce6c HTTP/1.1" status: 200 len: 217 time: 0.0584631 Oct 12 17:58:19.329276 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f3b516fe-aec0-441e-86cf-a6057cc85abc req-18eacd6f-f05d-4a8b-87f6-ece9a5ad2669 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 945 time: 0.0779126 Oct 12 17:58:19.381503 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f3b516fe-aec0-441e-86cf-a6057cc85abc req-339cbb42-48cd-48a3-831b-0ac7a2cbd6a0 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435190 Oct 12 17:58:19.390094 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a07d3-0494-4934-9930-6cb223befc59 req-6664658d-baa2-43f7-8296-e0385e374f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:19.391633 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-7c1a07d3-0494-4934-9930-6cb223befc59 req-6664658d-baa2-43f7-8296-e0385e374f54 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1884ac9-4489-4c64-8eb4-289f84b932a8 HTTP/1.1" status: 200 len: 847 time: 0.0524631 Oct 12 17:58:19.429097 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-e8de97d4-f85e-4857-b3b3-973ed1ca477e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903f99a9-f191-4fcf-a743-26abe59c97e6', 'name': 'tempest-TestShelveInstance-652908764-router', 'tenant_id': '0af5809ae3f6462d823ee7e99ff16820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '034214a9-7b77-4877-9f8e-9936e36a6e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:53:23Z', 'updated_at': '2021-10-12T17:53:25Z', 'revision_number': 4, 'project_id': '0af5809ae3f6462d823ee7e99ff16820', 'gw_port': {'id': '034214a9-7b77-4877-9f8e-9936e36a6e56', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:55:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903f99a9-f191-4fcf-a743-26abe59c97e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:53:23Z', 'updated_at': '2021-10-12T17:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': '18fbd941-8573-423c-9ad5-54f67dedf7af', 'name': '', 'network_id': '9786a2da-354e-4b2b-944e-524749bdbde9', 'tenant_id': '0af5809ae3f6462d823ee7e99ff16820', 'mac_address': 'fa:16:3e:ee:7d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903f99a9-f191-4fcf-a743-26abe59c97e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'd1884ac9-4489-4c64-8eb4-289f84b932a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:53:25Z', 'updated_at': '2021-10-12T17:53:30Z', 'revision_number': 5, 'project_id': '0af5809ae3f6462d823ee7e99ff16820', 'subnets': [{'id': 'd1884ac9-4489-4c64-8eb4-289f84b932a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:19.444056 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a07d3-0494-4934-9930-6cb223befc59 req-af6cf674-a0fc-4f4b-b81a-69d30ff7a64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:19.445718 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-7c1a07d3-0494-4934-9930-6cb223befc59 req-af6cf674-a0fc-4f4b-b81a-69d30ff7a64a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9786a2da-354e-4b2b-944e-524749bdbde9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460422 Oct 12 17:58:19.455649 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8de97d4-f85e-4857-b3b3-973ed1ca477e None None] Checking router: 903f99a9-f191-4fcf-a743-26abe59c97e6 for host: dv-cinder-813226-2-iscsi {{(pid=105768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:58:19.464331 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8de97d4-f85e-4857-b3b3-973ed1ca477e None None] Routers {'903f99a9-f191-4fcf-a743-26abe59c97e6'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:58:19.464938 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-e8de97d4-f85e-4857-b3b3-973ed1ca477e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:58:11Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['903f99a9-f191-4fcf-a743-26abe59c97e6'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:19.543573 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-7c1a07d3-0494-4934-9930-6cb223befc59 req-0ba799fe-5b64-496c-b598-0a22bb380797 service neutron] 10.222.0.44 "GET /v2.0/networks/9786a2da-354e-4b2b-944e-524749bdbde9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898860 Oct 12 17:58:19.575334 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-e8de97d4-f85e-4857-b3b3-973ed1ca477e None None] Set router 903f99a9-f191-4fcf-a743-26abe59c97e6 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:58:19.640738 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-7c1a07d3-0494-4934-9930-6cb223befc59 req-5b659cdd-85b2-4409-a7f3-240cda97462c service neutron] 10.222.0.44 "GET /v2.0/networks/9786a2da-354e-4b2b-944e-524749bdbde9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880682 Oct 12 17:58:19.785310 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-e8de97d4-f85e-4857-b3b3-973ed1ca477e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903f99a9-f191-4fcf-a743-26abe59c97e6', 'name': 'tempest-TestShelveInstance-652908764-router', 'tenant_id': '0af5809ae3f6462d823ee7e99ff16820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '034214a9-7b77-4877-9f8e-9936e36a6e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:53:23Z', 'updated_at': '2021-10-12T17:53:25Z', 'revision_number': 4, 'project_id': '0af5809ae3f6462d823ee7e99ff16820', 'gw_port': {'id': '034214a9-7b77-4877-9f8e-9936e36a6e56', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:55:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903f99a9-f191-4fcf-a743-26abe59c97e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:53:23Z', 'updated_at': '2021-10-12T17:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': '18fbd941-8573-423c-9ad5-54f67dedf7af', 'name': '', 'network_id': '9786a2da-354e-4b2b-944e-524749bdbde9', 'tenant_id': '0af5809ae3f6462d823ee7e99ff16820', 'mac_address': 'fa:16:3e:ee:7d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903f99a9-f191-4fcf-a743-26abe59c97e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'd1884ac9-4489-4c64-8eb4-289f84b932a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:53:25Z', 'updated_at': '2021-10-12T17:53:30Z', 'revision_number': 5, 'project_id': '0af5809ae3f6462d823ee7e99ff16820', 'subnets': [{'id': 'd1884ac9-4489-4c64-8eb4-289f84b932a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:19.811864 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8de97d4-f85e-4857-b3b3-973ed1ca477e None None] The sync data for ids ['903f99a9-f191-4fcf-a743-26abe59c97e6'] in dv-cinder-813226-2-iscsi is: [{'id': '903f99a9-f191-4fcf-a743-26abe59c97e6', 'name': 'tempest-TestShelveInstance-652908764-router', 'tenant_id': '0af5809ae3f6462d823ee7e99ff16820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '034214a9-7b77-4877-9f8e-9936e36a6e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:53:23Z', 'updated_at': '2021-10-12T17:53:25Z', 'revision_number': 4, 'project_id': '0af5809ae3f6462d823ee7e99ff16820', 'gw_port': {'id': '034214a9-7b77-4877-9f8e-9936e36a6e56', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:55:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903f99a9-f191-4fcf-a743-26abe59c97e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:53:23Z', 'updated_at': '2021-10-12T17:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': '18fbd941-8573-423c-9ad5-54f67dedf7af', 'name': '', 'network_id': '9786a2da-354e-4b2b-944e-524749bdbde9', 'tenant_id': '0af5809ae3f6462d823ee7e99ff16820', 'mac_address': 'fa:16:3e:ee:7d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903f99a9-f191-4fcf-a743-26abe59c97e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'd1884ac9-4489-4c64-8eb4-289f84b932a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:53:25Z', 'updated_at': '2021-10-12T17:53:30Z', 'revision_number': 5, 'project_id': '0af5809ae3f6462d823ee7e99ff16820', 'subnets': [{'id': 'd1884ac9-4489-4c64-8eb4-289f84b932a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:58:20.030788 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cd202f-ef09-4401-b1dd-cdc619b985a4 None None] New status for floating IP df17c772-8f6d-45d4-9584-58f1da527b51: DOWN {{(pid=105769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:58:20.473191 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 40222) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:20.500398 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e03fb-40eb-4480-87d6-bcdd24f28d69 req-32fc208a-0fb5-4ece-9fc4-40085f58e050 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:20.501919 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-cb0e03fb-40eb-4480-87d6-bcdd24f28d69 req-32fc208a-0fb5-4ece-9fc4-40085f58e050 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 945 time: 0.0497460 Oct 12 17:58:20.542783 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-cb0e03fb-40eb-4480-87d6-bcdd24f28d69 req-75ca7dc9-b382-4f01-9d88-904686c9a5f8 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd871cd-27b3-4324-a00a-00f66ae84887&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347645 Oct 12 17:58:20.581180 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-803855ce-4597-4c97-9b8f-e6ec02b58ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:20.651611 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-803855ce-4597-4c97-9b8f-e6ec02b58ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:20.658020 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-803855ce-4597-4c97-9b8f-e6ec02b58ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:20.694415 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-803855ce-4597-4c97-9b8f-e6ec02b58ef1 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b04b6956b49a42cfb766507ba612a2d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2199979 Oct 12 17:58:20.695270 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803855ce-4597-4c97-9b8f-e6ec02b58ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5397da-53df-455d-8619-272d29f04fd4,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:20.698652 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 40226) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:20.753654 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5f43f567-f5ae-48f8-86d6-421913d14440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:20.775694 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5f43f567-f5ae-48f8-86d6-421913d14440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:20.813104 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e50fe-a4a4-43e2-8490-75f728e0c006 req-c1d91d0f-9452-4d67-b830-a7b1ac454dbe tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:20.814816 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-726e50fe-a4a4-43e2-8490-75f728e0c006 req-c1d91d0f-9452-4d67-b830-a7b1ac454dbe tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.44 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 945 time: 0.0544968 Oct 12 17:58:20.825740 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5f43f567-f5ae-48f8-86d6-421913d14440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:20.828423 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5f43f567-f5ae-48f8-86d6-421913d14440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:20.829601 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-5f43f567-f5ae-48f8-86d6-421913d14440 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/8b5397da-53df-455d-8619-272d29f04fd4 HTTP/1.1" status: 204 len: 168 time: 0.1297064 Oct 12 17:58:20.837167 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f43f567-f5ae-48f8-86d6-421913d14440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5397da-53df-455d-8619-272d29f04fd4,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:20.911315 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [req-726e50fe-a4a4-43e2-8490-75f728e0c006 req-520a9644-1854-45bf-a4ef-c11e8282ec3f tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Deleting port 6b2c7936-488e-4d28-9ea8-ecf30bdbce6c {{(pid=105767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:58:20.911658 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-726e50fe-a4a4-43e2-8490-75f728e0c006 req-520a9644-1854-45bf-a4ef-c11e8282ec3f tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:21.004040 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-726e50fe-a4a4-43e2-8490-75f728e0c006 req-520a9644-1854-45bf-a4ef-c11e8282ec3f tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] For port 6b2c7936-488e-4d28-9ea8-ecf30bdbce6c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6b2c7936-488e-4d28-9ea8-ecf30bdbce6c,segment=NetworkSegment(3f9a12ba-5c8e-4c52-a93d-d1890c37c703),segment_id=3f9a12ba-5c8e-4c52-a93d-d1890c37c703)] {{(pid=105767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:58:21.004430 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-726e50fe-a4a4-43e2-8490-75f728e0c006 req-520a9644-1854-45bf-a4ef-c11e8282ec3f tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:21.018255 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [req-726e50fe-a4a4-43e2-8490-75f728e0c006 req-520a9644-1854-45bf-a4ef-c11e8282ec3f tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Calling delete_port for 6b2c7936-488e-4d28-9ea8-ecf30bdbce6c owned by compute:nova {{(pid=105767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:58:21.109356 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 40232) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:21.122538 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1b388d33-0c65-49f7-b891-29ab08f3abd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:21.150892 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-726e50fe-a4a4-43e2-8490-75f728e0c006 req-520a9644-1854-45bf-a4ef-c11e8282ec3f tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:21.181683 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a9644-1854-45bf-a4ef-c11e8282ec3f tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Pushing event deleted for resources: {'Port': ['ID=6b2c7936-488e-4d28-9ea8-ecf30bdbce6c,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:21.202754 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1b388d33-0c65-49f7-b891-29ab08f3abd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:21.208824 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1b388d33-0c65-49f7-b891-29ab08f3abd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:21.226588 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [req-726e50fe-a4a4-43e2-8490-75f728e0c006 req-520a9644-1854-45bf-a4ef-c11e8282ec3f tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] No DVR routers for this DVR port 6b2c7936-488e-4d28-9ea8-ecf30bdbce6c on host hv-cinder-81322 {{(pid=105767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:58:21.229853 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-726e50fe-a4a4-43e2-8490-75f728e0c006 req-520a9644-1854-45bf-a4ef-c11e8282ec3f tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:21.233168 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-726e50fe-a4a4-43e2-8490-75f728e0c006 req-520a9644-1854-45bf-a4ef-c11e8282ec3f tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.44 "DELETE /v2.0/ports/6b2c7936-488e-4d28-9ea8-ecf30bdbce6c HTTP/1.1" status: 204 len: 173 time: 0.4124122 Oct 12 17:58:21.233608 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f18509-d73e-4cec-a592-f60e4eea1091', 'name': 'network-vif-deleted', 'tag': '6b2c7936-488e-4d28-9ea8-ecf30bdbce6c'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:58:21.236470 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7a2de5-a812-4ca9-bc0b-76002adb70e5" -d '{"events": [{"server_uuid": "95f18509-d73e-4cec-a592-f60e4eea1091", "name": "network-vif-deleted", "tag": "6b2c7936-488e-4d28-9ea8-ecf30bdbce6c"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:58:21.246865 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-1b388d33-0c65-49f7-b891-29ab08f3abd8 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a2baf1f8b7b24f12b32e08f7f0f0f243&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1363840 Oct 12 17:58:21.248948 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b388d33-0c65-49f7-b891-29ab08f3abd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d32b758-0453-4296-8f7e-78b820dc4e26,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:21.249883 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 40236) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:21.288437 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0d9bd6-fc44-41d7-ac4f-070fa33fe064 x-openstack-request-id: req-cc0d9bd6-fc44-41d7-ac4f-070fa33fe064 {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:58:21.288725 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f18509-d73e-4cec-a592-f60e4eea1091", "name": "network-vif-deleted", "tag": "6b2c7936-488e-4d28-9ea8-ecf30bdbce6c", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:58:21.288971 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-cc0d9bd6-fc44-41d7-ac4f-070fa33fe064 {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:58:21.289364 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f18509-d73e-4cec-a592-f60e4eea1091', 'name': 'network-vif-deleted', 'tag': '6b2c7936-488e-4d28-9ea8-ecf30bdbce6c', 'status': 'completed', 'code': 200} Oct 12 17:58:21.307139 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-8f50f25d-0084-4580-8a8f-0f32fa910fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:21.329841 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-8f50f25d-0084-4580-8a8f-0f32fa910fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:21.379286 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-8f50f25d-0084-4580-8a8f-0f32fa910fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:21.381924 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-8f50f25d-0084-4580-8a8f-0f32fa910fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:21.383120 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-8f50f25d-0084-4580-8a8f-0f32fa910fd2 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2d32b758-0453-4296-8f7e-78b820dc4e26 HTTP/1.1" status: 204 len: 168 time: 0.1321039 Oct 12 17:58:21.391153 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f50f25d-0084-4580-8a8f-0f32fa910fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d32b758-0453-4296-8f7e-78b820dc4e26,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:21.695495 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-80dbb146-9531-4311-a68b-d09e1e8bb096 req-1d2f5dbb-df47-4b5f-bd86-670c728ff6f7 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "GET /v2.0/ports?device_id=95f18509-d73e-4cec-a592-f60e4eea1091 HTTP/1.1" status: 200 len: 210 time: 0.0347681 Oct 12 17:58:22.753226 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 40280) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:22.811304 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-69cde600-55ab-4b6a-9305-8bd70d468ca7 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:22.837931 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-69cde600-55ab-4b6a-9305-8bd70d468ca7 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:22.902091 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-69cde600-55ab-4b6a-9305-8bd70d468ca7 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:22.904677 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-69cde600-55ab-4b6a-9305-8bd70d468ca7 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:22.905835 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-69cde600-55ab-4b6a-9305-8bd70d468ca7 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] 10.222.0.85 "DELETE /v2.0/security-groups/bfd871cd-27b3-4324-a00a-00f66ae84887 HTTP/1.1" status: 204 len: 168 time: 0.1516349 Oct 12 17:58:22.919232 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cde600-55ab-4b6a-9305-8bd70d468ca7 tempest-TestShelveInstance-30948410 tempest-TestShelveInstance-30948410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd871cd-27b3-4324-a00a-00f66ae84887,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:22.954432 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 40292) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:23.292686 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 40310) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:23.403623 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2fb29b63-1f97-4d1f-b115-199d1c278a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:23.478856 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2fb29b63-1f97-4d1f-b115-199d1c278a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:23.483797 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2fb29b63-1f97-4d1f-b115-199d1c278a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:23.522768 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-2fb29b63-1f97-4d1f-b115-199d1c278a08 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f3eb32db1eea46a99151849c84dbf7a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289348 Oct 12 17:58:23.523875 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb29b63-1f97-4d1f-b115-199d1c278a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590a5466-1b8a-4212-bd4c-2f937e5e1844,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:23.526584 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 40314) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:23.546833 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-04ff7008-47ff-45eb-858d-a6a0e5073d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8115347'] for router_interface, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:23.874084 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-30f0b03d-6951-4943-a948-c45fd0c56a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:23.907051 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-30f0b03d-6951-4943-a948-c45fd0c56a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:24.048912 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-30f0b03d-6951-4943-a948-c45fd0c56a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:24.051456 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-30f0b03d-6951-4943-a948-c45fd0c56a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:24.052611 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-30f0b03d-6951-4943-a948-c45fd0c56a66 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/590a5466-1b8a-4212-bd4c-2f937e5e1844 HTTP/1.1" status: 204 len: 168 time: 0.5251713 Oct 12 17:58:24.068125 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0b03d-6951-4943-a948-c45fd0c56a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590a5466-1b8a-4212-bd4c-2f937e5e1844,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:24.139860 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-04ff7008-47ff-45eb-858d-a6a0e5073d3d admin admin] Deleting port 18fbd941-8573-423c-9ad5-54f67dedf7af {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:58:24.140202 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-04ff7008-47ff-45eb-858d-a6a0e5073d3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:24.224710 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-04ff7008-47ff-45eb-858d-a6a0e5073d3d admin admin] For port 18fbd941-8573-423c-9ad5-54f67dedf7af, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=18fbd941-8573-423c-9ad5-54f67dedf7af,segment=NetworkSegment(3f9a12ba-5c8e-4c52-a93d-d1890c37c703),segment_id=3f9a12ba-5c8e-4c52-a93d-d1890c37c703)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:58:24.225062 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-04ff7008-47ff-45eb-858d-a6a0e5073d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:24.237678 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-04ff7008-47ff-45eb-858d-a6a0e5073d3d admin admin] Calling delete_port for 18fbd941-8573-423c-9ad5-54f67dedf7af owned by network:router_interface {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:58:24.333304 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 40320) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:24.346825 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-45297f7e-b86b-4894-b12a-c5e29f9bbc08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:24.422608 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-04ff7008-47ff-45eb-858d-a6a0e5073d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4464511'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:24.425006 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-45297f7e-b86b-4894-b12a-c5e29f9bbc08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:24.429787 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-45297f7e-b86b-4894-b12a-c5e29f9bbc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:24.454680 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff7008-47ff-45eb-858d-a6a0e5073d3d admin admin] Pushing event deleted for resources: {'Port': ['ID=18fbd941-8573-423c-9ad5-54f67dedf7af,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:24.466845 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45297f7e-b86b-4894-b12a-c5e29f9bbc08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a27a537-6202-445c-9642-0b013e7cd682,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:24.471209 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-45297f7e-b86b-4894-b12a-c5e29f9bbc08 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=242fe2f8da1d4db39eb416d8c619a0ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1368203 Oct 12 17:58:24.473874 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 40322) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:24.533537 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a6eca955-4a47-42c4-9cd7-41ed114b2659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:24.557373 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a6eca955-4a47-42c4-9cd7-41ed114b2659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:24.609745 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a6eca955-4a47-42c4-9cd7-41ed114b2659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:24.612423 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a6eca955-4a47-42c4-9cd7-41ed114b2659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:24.616318 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-a6eca955-4a47-42c4-9cd7-41ed114b2659 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5a27a537-6202-445c-9642-0b013e7cd682 HTTP/1.1" status: 204 len: 168 time: 0.1387961 Oct 12 17:58:24.624602 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eca955-4a47-42c4-9cd7-41ed114b2659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a27a537-6202-445c-9642-0b013e7cd682,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:24.625385 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-04ff7008-47ff-45eb-858d-a6a0e5073d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8115239'] for router_interface, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:24.853516 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ff7008-47ff-45eb-858d-a6a0e5073d3d admin admin] Router 903f99a9-f191-4fcf-a743-26abe59c97e6 has already been hosted by L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 {{(pid=105766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:58:24.969958 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ff7008-47ff-45eb-858d-a6a0e5073d3d admin admin] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:58:24.977369 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-04ff7008-47ff-45eb-858d-a6a0e5073d3d admin admin] 10.222.0.85 "PUT /v2.0/routers/903f99a9-f191-4fcf-a743-26abe59c97e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0182838 Oct 12 17:58:24.977647 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 40334) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:24.978592 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6eebca-e7c6-4fa6-87f2-acac078b4577 None None] Sync routers for ids ['903f99a9-f191-4fcf-a743-26abe59c97e6'] in dv-cinder-813226-2-iscsi {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:58:24.988453 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6eebca-e7c6-4fa6-87f2-acac078b4577 None None] Routers {'903f99a9-f191-4fcf-a743-26abe59c97e6'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:58:24.989055 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-6c6eebca-e7c6-4fa6-87f2-acac078b4577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:58:11Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['903f99a9-f191-4fcf-a743-26abe59c97e6'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:25.085602 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-bff7510b-1a2c-401d-8461-7ba92f0108dc admin admin] Notify callbacks [] for router, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:25.099406 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-6c6eebca-e7c6-4fa6-87f2-acac078b4577 None None] Set router 903f99a9-f191-4fcf-a743-26abe59c97e6 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:58:25.204460 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-bff7510b-1a2c-401d-8461-7ba92f0108dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:25.272988 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [None req-bff7510b-1a2c-401d-8461-7ba92f0108dc admin admin] Deleting port 034214a9-7b77-4877-9f8e-9936e36a6e56 {{(pid=105767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:58:25.273311 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-bff7510b-1a2c-401d-8461-7ba92f0108dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:25.301190 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-6c6eebca-e7c6-4fa6-87f2-acac078b4577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903f99a9-f191-4fcf-a743-26abe59c97e6', 'name': 'tempest-TestShelveInstance-652908764-router', 'tenant_id': '0af5809ae3f6462d823ee7e99ff16820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '034214a9-7b77-4877-9f8e-9936e36a6e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:53:23Z', 'updated_at': '2021-10-12T17:58:24Z', 'revision_number': 5, 'project_id': '0af5809ae3f6462d823ee7e99ff16820', 'gw_port': {'id': '034214a9-7b77-4877-9f8e-9936e36a6e56', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:55:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903f99a9-f191-4fcf-a743-26abe59c97e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:53:23Z', 'updated_at': '2021-10-12T17:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi'}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:25.328092 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6eebca-e7c6-4fa6-87f2-acac078b4577 None None] Checking router: 903f99a9-f191-4fcf-a743-26abe59c97e6 for host: dv-cinder-813226-2-iscsi {{(pid=105768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:58:25.336295 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6eebca-e7c6-4fa6-87f2-acac078b4577 None None] Routers {'903f99a9-f191-4fcf-a743-26abe59c97e6'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:58:25.336964 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-6c6eebca-e7c6-4fa6-87f2-acac078b4577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:58:11Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['903f99a9-f191-4fcf-a743-26abe59c97e6'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:25.351781 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 40346) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:25.359824 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-bff7510b-1a2c-401d-8461-7ba92f0108dc admin admin] For port 034214a9-7b77-4877-9f8e-9936e36a6e56, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=034214a9-7b77-4877-9f8e-9936e36a6e56,segment=NetworkSegment(f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1),segment_id=f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1)] {{(pid=105767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:58:25.360331 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-bff7510b-1a2c-401d-8461-7ba92f0108dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:25.372707 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [None req-bff7510b-1a2c-401d-8461-7ba92f0108dc admin admin] Calling delete_port for 034214a9-7b77-4877-9f8e-9936e36a6e56 owned by network:router_gateway {{(pid=105767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:58:25.459175 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-a7bf45b4-db47-4b95-baa7-2fd4c1d45ffd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1545808053-network', 'tenant_id': 'a42d3aec8fe646c4b00f3752db39f7f7'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:58:25.482513 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bf45b4-db47-4b95-baa7-2fd4c1d45ffd admin admin] Made reservation on behalf of a42d3aec8fe646c4b00f3752db39f7f7 for: {'network': 1} {{(pid=105766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:58:25.486318 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a7bf45b4-db47-4b95-baa7-2fd4c1d45ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for network, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:25.502013 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a7bf45b4-db47-4b95-baa7-2fd4c1d45ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:25.553308 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-bff7510b-1a2c-401d-8461-7ba92f0108dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:25.567640 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-6c6eebca-e7c6-4fa6-87f2-acac078b4577 None None] Set router 903f99a9-f191-4fcf-a743-26abe59c97e6 gateway port host: None {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:58:25.587652 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a7bf45b4-db47-4b95-baa7-2fd4c1d45ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:25.592622 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a7bf45b4-db47-4b95-baa7-2fd4c1d45ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:25.602465 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff7510b-1a2c-401d-8461-7ba92f0108dc admin admin] Pushing event deleted for resources: {'Port': ['ID=034214a9-7b77-4877-9f8e-9936e36a6e56,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:25.618383 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7bf45b4-db47-4b95-baa7-2fd4c1d45ffd admin admin] vlan segment allocate from pool success with {'vlan_id': 1353, 'physical_network': 'physnet1'} {{(pid=105766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 17:58:25.627859 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf45b4-db47-4b95-baa7-2fd4c1d45ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a9d967-95f0-4486-93a8-adcbcd8007dc,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:25.635130 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a7bf45b4-db47-4b95-baa7-2fd4c1d45ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234'] for segment, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:25.635480 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.db.segments_db [None req-a7bf45b4-db47-4b95-baa7-2fd4c1d45ffd admin admin] Added segment 03bba728-2d2f-408a-b4ee-1e339e0a3b9e of type vlan for network df6494f3-1bd3-40d3-b2ac-26793f16c68b Oct 12 17:58:25.638333 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-6c6eebca-e7c6-4fa6-87f2-acac078b4577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903f99a9-f191-4fcf-a743-26abe59c97e6', 'name': 'tempest-TestShelveInstance-652908764-router', 'tenant_id': '0af5809ae3f6462d823ee7e99ff16820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:53:23Z', 'updated_at': '2021-10-12T17:58:25Z', 'revision_number': 6, 'project_id': '0af5809ae3f6462d823ee7e99ff16820', 'gw_port_host': None}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:25.643973 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-bff7510b-1a2c-401d-8461-7ba92f0108dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8091077'] for router_gateway, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:25.669474 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6eebca-e7c6-4fa6-87f2-acac078b4577 None None] The sync data for ids ['903f99a9-f191-4fcf-a743-26abe59c97e6'] in dv-cinder-813226-2-iscsi is: [{'id': '903f99a9-f191-4fcf-a743-26abe59c97e6', 'name': 'tempest-TestShelveInstance-652908764-router', 'tenant_id': '0af5809ae3f6462d823ee7e99ff16820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:53:23Z', 'updated_at': '2021-10-12T17:58:25Z', 'revision_number': 6, 'project_id': '0af5809ae3f6462d823ee7e99ff16820', 'gw_port_host': None}] {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:58:25.683242 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a7bf45b4-db47-4b95-baa7-2fd4c1d45ffd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752769697868'] for network, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:25.712502 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a7bf45b4-db47-4b95-baa7-2fd4c1d45ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365'] for network, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:25.713666 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bf45b4-db47-4b95-baa7-2fd4c1d45ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:25.714315 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a7bf45b4-db47-4b95-baa7-2fd4c1d45ffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for network, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:25.741200 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-bff7510b-1a2c-401d-8461-7ba92f0108dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8113461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8192'] for router, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:25.743439 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-bff7510b-1a2c-401d-8461-7ba92f0108dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:25.771999 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-a7bf45b4-db47-4b95-baa7-2fd4c1d45ffd admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4189494 Oct 12 17:58:25.776966 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 40350) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:25.781761 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-3f320717-aa0e-4389-96d0-c5ede8a8389a admin admin] Request body: {'subnet': {'network_id': 'df6494f3-1bd3-40d3-b2ac-26793f16c68b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1545808053-subnet', 'tenant_id': 'a42d3aec8fe646c4b00f3752db39f7f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:58:25.786141 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf45b4-db47-4b95-baa7-2fd4c1d45ffd admin admin] Pushing event updated for resources: {'Network': ['ID=df6494f3-1bd3-40d3-b2ac-26793f16c68b,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:25.797352 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Network df6494f3-1bd3-40d3-b2ac-26793f16c68b details requested by agent ovs-agent-dv-cinder-813226-2-iscsi with host dv-cinder-813226-2-iscsi {{(pid=105768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 17:58:25.814581 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f320717-aa0e-4389-96d0-c5ede8a8389a admin admin] Made reservation on behalf of a42d3aec8fe646c4b00f3752db39f7f7 for: {'subnet': 1} {{(pid=105766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:58:25.817284 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3f320717-aa0e-4389-96d0-c5ede8a8389a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4858308'] for subnet, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:25.869846 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 6b2c7936-488e-4d28-9ea8-ecf30bdbce6c no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:58:25.894732 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] No Port match for: 6b2c7936-488e-4d28-9ea8-ecf30bdbce6c {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:58:25.895163 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 6b2c7936-488e-4d28-9ea8-ecf30bdbce6c not bound to the agent host hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:58:26.000248 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3f320717-aa0e-4389-96d0-c5ede8a8389a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4464403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4858346'] for subnet, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:26.051047 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f320717-aa0e-4389-96d0-c5ede8a8389a admin admin] Pushing event updated for resources: {'Subnet': ['ID=20382ab5-1456-4353-bea9-86a123065d33,revision_number=0']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:26.070465 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-bff7510b-1a2c-401d-8461-7ba92f0108dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8113470'] for router, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:26.071214 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff7510b-1a2c-401d-8461-7ba92f0108dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 903f99a9-f191-4fcf-a743-26abe59c97e6 {{(pid=105767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 17:58:26.075610 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f320717-aa0e-4389-96d0-c5ede8a8389a admin admin] Checking segment: {'id': '03bba728-2d2f-408a-b4ee-1e339e0a3b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': 'df6494f3-1bd3-40d3-b2ac-26793f16c68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:58:26.075959 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f320717-aa0e-4389-96d0-c5ede8a8389a admin admin] Network hostable DHCP agents. Network: df6494f3-1bd3-40d3-b2ac-26793f16c68b, hostable agents: ['d0966fcc-cf7f-4b12-bb12-2ea8651f1f29'], hosted agents: [] {{(pid=105766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 17:58:26.076705 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-bff7510b-1a2c-401d-8461-7ba92f0108dc admin admin] Notify callbacks [] for router, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:26.078244 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-bff7510b-1a2c-401d-8461-7ba92f0108dc admin admin] 10.222.0.85 "DELETE /v2.0/routers/903f99a9-f191-4fcf-a743-26abe59c97e6 HTTP/1.1" status: 204 len: 168 time: 1.0994403 Oct 12 17:58:26.080595 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 40352) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:26.097212 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f320717-aa0e-4389-96d0-c5ede8a8389a admin admin] Network df6494f3-1bd3-40d3-b2ac-26793f16c68b is scheduled to be hosted by DHCP agent d0966fcc-cf7f-4b12-bb12-2ea8651f1f29 with binding_index 1 {{(pid=105766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 17:58:26.110026 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-3f320717-aa0e-4389-96d0-c5ede8a8389a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813226-2-iscsi, df6494f3-1bd3-40d3-b2ac-26793f16c68b) {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:58:26.115935 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f320717-aa0e-4389-96d0-c5ede8a8389a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:26.117272 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3f320717-aa0e-4389-96d0-c5ede8a8389a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:26.121085 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ba2f10-7ae0-4abc-b17f-814a7ed31ca0 None None] Network df6494f3-1bd3-40d3-b2ac-26793f16c68b requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:58:26.135065 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c9f1184-0fde-4e78-8c6b-3bc91e389756 admin admin] Deleting subnet d1884ac9-4489-4c64-8eb4-289f84b932a8 {{(pid=105767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:58:26.138396 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-3c9f1184-0fde-4e78-8c6b-3bc91e389756 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:26.144474 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-3f320717-aa0e-4389-96d0-c5ede8a8389a admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3618166 Oct 12 17:58:26.182931 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-3c9f1184-0fde-4e78-8c6b-3bc91e389756 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4686406'] for subnet, precommit_delete_associations {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:26.262368 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-4efd314c-d79c-4ff0-b57d-b7c6547d95e6 req-618b2732-b5b5-4265-9cd8-d4900248f7d1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0563123 Oct 12 17:58:26.267449 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a368c09d-1d80-40c8-8ea2-34f1d3544c67 None None] Network df6494f3-1bd3-40d3-b2ac-26793f16c68b requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:58:26.319317 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-3c9f1184-0fde-4e78-8c6b-3bc91e389756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727552'] for subnet, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:26.384546 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd314c-d79c-4ff0-b57d-b7c6547d95e6 req-b7f2baa1-1cf4-4ba9-995e-d399594bf13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:26.387238 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-4efd314c-d79c-4ff0-b57d-b7c6547d95e6 req-b7f2baa1-1cf4-4ba9-995e-d399594bf13e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2874ea6160b04d2daaa33b707a2084b7&device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 1137 time: 0.0765476 Oct 12 17:58:26.402195 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-3c9f1184-0fde-4e78-8c6b-3bc91e389756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5196305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4575252'] for subnet, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:26.444364 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec1fd9d-e8ef-4d01-bc0d-af5fc9551f6b None None] Network 9786a2da-354e-4b2b-944e-524749bdbde9 requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:58:26.452826 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f1184-0fde-4e78-8c6b-3bc91e389756 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1884ac9-4489-4c64-8eb4-289f84b932a8,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:26.487019 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-3c9f1184-0fde-4e78-8c6b-3bc91e389756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for subnet, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:26.490136 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-3c9f1184-0fde-4e78-8c6b-3bc91e389756 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/d1884ac9-4489-4c64-8eb4-289f84b932a8 HTTP/1.1" status: 204 len: 168 time: 0.4078026 Oct 12 17:58:26.492935 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 40364) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:26.540488 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd314c-d79c-4ff0-b57d-b7c6547d95e6 req-95a5ad0c-e024-4af6-ac72-b2ee5bd4395e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:26.541973 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-4efd314c-d79c-4ff0-b57d-b7c6547d95e6 req-95a5ad0c-e024-4af6-ac72-b2ee5bd4395e service neutron] 10.222.0.44 "GET /v2.0/networks?id=eeaad051-d49f-491e-bfa9-9d1a17d4d566 HTTP/1.1" status: 200 len: 917 time: 0.1158082 Oct 12 17:58:26.588525 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-eac629b6-8660-4fee-8937-6c669b7c7d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657003'] for network, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:26.643686 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-4efd314c-d79c-4ff0-b57d-b7c6547d95e6 req-42a80516-2ef5-495e-9f96-cde301dbe5c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c11ecb68-4813-43b3-a138-7545b71cef25 HTTP/1.1" status: 200 len: 1001 time: 0.0938420 Oct 12 17:58:26.648870 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-eac629b6-8660-4fee-8937-6c669b7c7d41 admin admin] Deleting port 2053c7f5-9b87-4787-af2d-9693e01e8026 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:58:26.649224 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-eac629b6-8660-4fee-8937-6c669b7c7d41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:26.658967 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3585f752-7bd8-438f-bab6-1b7542e3bfc5 None None] DHCP port deletion for 9786a2da-354e-4b2b-944e-524749bdbde9 request from dv-cinder-813226-2-iscsi {{(pid=105768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 17:58:26.702419 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd314c-d79c-4ff0-b57d-b7c6547d95e6 req-944f59ac-e07f-44f7-ae8d-ee49d4de473e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:26.704454 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-4efd314c-d79c-4ff0-b57d-b7c6547d95e6 req-944f59ac-e07f-44f7-ae8d-ee49d4de473e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=773ed561-4258-4e62-8ec3-98aa68830d77 HTTP/1.1" status: 200 len: 854 time: 0.0538676 Oct 12 17:58:26.721440 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:26.732837 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-eac629b6-8660-4fee-8937-6c669b7c7d41 admin admin] For port 2053c7f5-9b87-4787-af2d-9693e01e8026, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=2053c7f5-9b87-4787-af2d-9693e01e8026,segment=NetworkSegment(3f9a12ba-5c8e-4c52-a93d-d1890c37c703),segment_id=3f9a12ba-5c8e-4c52-a93d-d1890c37c703)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:58:26.733494 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-eac629b6-8660-4fee-8937-6c669b7c7d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:26.737387 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-3585f752-7bd8-438f-bab6-1b7542e3bfc5 None None] Deleting port 2053c7f5-9b87-4787-af2d-9693e01e8026 {{(pid=105768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:58:26.737818 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-3585f752-7bd8-438f-bab6-1b7542e3bfc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:26.754847 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 40370) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:26.760560 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [None req-13466da3-33b4-47b9-9961-62d098eda97c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-450589532-network', 'tenant_id': '0ef3228cea9146b6a6465dfa91d2deba'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:58:26.762925 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-eac629b6-8660-4fee-8937-6c669b7c7d41 admin admin] Calling delete_port for 2053c7f5-9b87-4787-af2d-9693e01e8026 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:58:26.770413 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd314c-d79c-4ff0-b57d-b7c6547d95e6 req-2d49a559-dc56-4962-b790-6ab68dbe0648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:26.771892 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-4efd314c-d79c-4ff0-b57d-b7c6547d95e6 req-2d49a559-dc56-4962-b790-6ab68dbe0648 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eeaad051-d49f-491e-bfa9-9d1a17d4d566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0593731 Oct 12 17:58:26.809712 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13466da3-33b4-47b9-9961-62d098eda97c admin admin] Made reservation on behalf of 0ef3228cea9146b6a6465dfa91d2deba for: {'network': 1} {{(pid=105767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:58:26.810789 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-3585f752-7bd8-438f-bab6-1b7542e3bfc5 None None] For port 2053c7f5-9b87-4787-af2d-9693e01e8026, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=2053c7f5-9b87-4787-af2d-9693e01e8026,segment=NetworkSegment(3f9a12ba-5c8e-4c52-a93d-d1890c37c703),segment_id=3f9a12ba-5c8e-4c52-a93d-d1890c37c703)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:58:26.811256 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-3585f752-7bd8-438f-bab6-1b7542e3bfc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:26.812758 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-13466da3-33b4-47b9-9961-62d098eda97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for network, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:26.825220 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-3585f752-7bd8-438f-bab6-1b7542e3bfc5 None None] Calling delete_port for 2053c7f5-9b87-4787-af2d-9693e01e8026 owned by network:dhcp {{(pid=105768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:58:26.845481 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-13466da3-33b4-47b9-9961-62d098eda97c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:26.862577 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-eac629b6-8660-4fee-8937-6c669b7c7d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4464511'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:26.906862 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac629b6-8660-4fee-8937-6c669b7c7d41 admin admin] Pushing event deleted for resources: {'Port': ['ID=2053c7f5-9b87-4787-af2d-9693e01e8026,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:26.911261 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac629b6-8660-4fee-8937-6c669b7c7d41 admin admin] No DVR routers for this DVR port 2053c7f5-9b87-4787-af2d-9693e01e8026 on host dv-cinder-813226-2-iscsi {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:58:26.943073 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-4efd314c-d79c-4ff0-b57d-b7c6547d95e6 req-7421bc79-e993-4b47-a550-07e70f81555f service neutron] 10.222.0.44 "GET /v2.0/networks/eeaad051-d49f-491e-bfa9-9d1a17d4d566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539907 Oct 12 17:58:26.987371 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 18fbd941-8573-423c-9ad5-54f67dedf7af no longer exists at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:58:27.018574 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-eac629b6-8660-4fee-8937-6c669b7c7d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721659', 'neutron.services.segments.db._delete_segments_for_network-8752770191620'] for network, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:27.020665 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] No Port match for: 18fbd941-8573-423c-9ad5-54f67dedf7af {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:58:27.021104 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 18fbd941-8573-423c-9ad5-54f67dedf7af not bound to the agent host dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:58:27.021610 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 2053c7f5-9b87-4787-af2d-9693e01e8026 no longer exists at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:58:27.036216 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-13466da3-33b4-47b9-9961-62d098eda97c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:27.041045 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.services.segments.db [None req-eac629b6-8660-4fee-8937-6c669b7c7d41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9786a2da-354e-4b2b-944e-524749bdbde9']}} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:27.041690 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-13466da3-33b4-47b9-9961-62d098eda97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:27.043536 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] No Port match for: 2053c7f5-9b87-4787-af2d-9693e01e8026 {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:58:27.044063 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 2053c7f5-9b87-4787-af2d-9693e01e8026 not bound to the agent host dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:58:27.044649 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 034214a9-7b77-4877-9f8e-9936e36a6e56 no longer exists at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:58:27.052194 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.services.segments.db [None req-eac629b6-8660-4fee-8937-6c669b7c7d41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f9a12ba-5c8e-4c52-a93d-d1890c37c703') {'for_net_delete': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:27.052503 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.services.segments.db [None req-eac629b6-8660-4fee-8937-6c669b7c7d41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f9a12ba-5c8e-4c52-a93d-d1890c37c703') {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:27.053151 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13466da3-33b4-47b9-9961-62d098eda97c admin admin] vlan segment allocate from pool success with {'vlan_id': 1391, 'physical_network': 'physnet1'} {{(pid=105767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 17:58:27.062264 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-13466da3-33b4-47b9-9961-62d098eda97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234'] for segment, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:27.062633 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-eac629b6-8660-4fee-8937-6c669b7c7d41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752770190093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6237303'] for segment, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:27.062761 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.db.segments_db [None req-13466da3-33b4-47b9-9961-62d098eda97c admin admin] Added segment a3758edc-74df-41d6-be1c-8fa2859a8cce of type vlan for network 3b284e80-38d7-4df6-b891-991142ffcc24 Oct 12 17:58:27.071924 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] No Port match for: 034214a9-7b77-4877-9f8e-9936e36a6e56 {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:58:27.072412 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 034214a9-7b77-4877-9f8e-9936e36a6e56 not bound to the agent host dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:58:27.076216 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-3585f752-7bd8-438f-bab6-1b7542e3bfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815'] for port, after_delete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:27.077346 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-eac629b6-8660-4fee-8937-6c669b7c7d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234'] for segment, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:27.090786 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac629b6-8660-4fee-8937-6c669b7c7d41 admin admin] Releasing vlan 1358 on physical network physnet1 to pool {{(pid=105766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:58:27.091190 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-eac629b6-8660-4fee-8937-6c669b7c7d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4462734'] for segment, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:27.093449 dv-cinder-813226-2-iscsi neutron-server[105766]: Traceback (most recent call last): Oct 12 17:58:27.093449 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:58:27.093449 dv-cinder-813226-2-iscsi neutron-server[105766]: timer() Oct 12 17:58:27.093449 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:58:27.093449 dv-cinder-813226-2-iscsi neutron-server[105766]: cb(*args, **kw) Oct 12 17:58:27.093449 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:58:27.093449 dv-cinder-813226-2-iscsi neutron-server[105766]: return func(*args, **kwargs) Oct 12 17:58:27.093449 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:58:27.093449 dv-cinder-813226-2-iscsi neutron-server[105766]: self._notify() Oct 12 17:58:27.093449 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:58:27.093449 dv-cinder-813226-2-iscsi neutron-server[105766]: self.callback(batched_events) Oct 12 17:58:27.093449 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:58:27.093449 dv-cinder-813226-2-iscsi neutron-server[105766]: event.method(event) Oct 12 17:58:27.093449 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:58:27.093449 dv-cinder-813226-2-iscsi neutron-server[105766]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:58:27.093449 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:58:27.093449 dv-cinder-813226-2-iscsi neutron-server[105766]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:58:27.093449 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:58:27.093449 dv-cinder-813226-2-iscsi neutron-server[105766]: return f(self, *a, **k) Oct 12 17:58:27.093449 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:58:27.093449 dv-cinder-813226-2-iscsi neutron-server[105766]: return self._get(url).json() Oct 12 17:58:27.093449 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:58:27.093449 dv-cinder-813226-2-iscsi neutron-server[105766]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:58:27.093449 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:58:27.093449 dv-cinder-813226-2-iscsi neutron-server[105766]: return self.request(url, 'GET', **kwargs) Oct 12 17:58:27.093449 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:58:27.093449 dv-cinder-813226-2-iscsi neutron-server[105766]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:58:27.093449 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:58:27.093449 dv-cinder-813226-2-iscsi neutron-server[105766]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:58:27.093449 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:58:27.093449 dv-cinder-813226-2-iscsi neutron-server[105766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:58:27.093449 dv-cinder-813226-2-iscsi neutron-server[105766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:58:27.096135 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3585f752-7bd8-438f-bab6-1b7542e3bfc5 None None] No DVR routers for this DVR port 2053c7f5-9b87-4787-af2d-9693e01e8026 on host dv-cinder-813226-2-iscsi {{(pid=105768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:58:27.128658 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3585f752-7bd8-438f-bab6-1b7542e3bfc5 None None] Pushing event deleted for resources: {'Port': ['ID=2053c7f5-9b87-4787-af2d-9693e01e8026,revision_number=None']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:27.136247 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3585f752-7bd8-438f-bab6-1b7542e3bfc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:27.136926 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3585f752-7bd8-438f-bab6-1b7542e3bfc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:27.137493 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3585f752-7bd8-438f-bab6-1b7542e3bfc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:27.138035 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3585f752-7bd8-438f-bab6-1b7542e3bfc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:27.138453 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3585f752-7bd8-438f-bab6-1b7542e3bfc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:27.138995 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3585f752-7bd8-438f-bab6-1b7542e3bfc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:27.139391 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3585f752-7bd8-438f-bab6-1b7542e3bfc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:27.139782 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3585f752-7bd8-438f-bab6-1b7542e3bfc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:27.139896 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-13466da3-33b4-47b9-9961-62d098eda97c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752769697868'] for network, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:27.140218 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3585f752-7bd8-438f-bab6-1b7542e3bfc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:27.140727 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3585f752-7bd8-438f-bab6-1b7542e3bfc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:27.141306 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3585f752-7bd8-438f-bab6-1b7542e3bfc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:27.141800 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3585f752-7bd8-438f-bab6-1b7542e3bfc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:27.142250 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13466da3-33b4-47b9-9961-62d098eda97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08dc0064-b624-4065-809e-49f6ec423724,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:27.147596 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-4efd314c-d79c-4ff0-b57d-b7c6547d95e6 req-9b02176d-0e84-49ef-a87a-5648c035ebba service neutron] 10.222.0.44 "GET /v2.0/networks/eeaad051-d49f-491e-bfa9-9d1a17d4d566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964765 Oct 12 17:58:27.157025 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-eac629b6-8660-4fee-8937-6c669b7c7d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8091041'] for network, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:27.162321 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-eac629b6-8660-4fee-8937-6c669b7c7d41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for network, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:27.166008 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-eac629b6-8660-4fee-8937-6c669b7c7d41 admin admin] 10.222.0.85 "DELETE /v2.0/networks/9786a2da-354e-4b2b-944e-524749bdbde9 HTTP/1.1" status: 204 len: 168 time: 0.6720202 Oct 12 17:58:27.169217 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 40372) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:27.177218 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-13466da3-33b4-47b9-9961-62d098eda97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365'] for network, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:27.178137 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13466da3-33b4-47b9-9961-62d098eda97c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:27.178738 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-13466da3-33b4-47b9-9961-62d098eda97c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for network, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:27.182232 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac629b6-8660-4fee-8937-6c669b7c7d41 admin admin] Pushing event deleted for resources: {'Network': ['ID=9786a2da-354e-4b2b-944e-524749bdbde9,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:27.278637 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-13466da3-33b4-47b9-9961-62d098eda97c admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5224457 Oct 12 17:58:27.281595 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 40374) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:27.286604 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-fc24d00a-51b5-4d51-a1e3-9d89abefcdca admin admin] Request body: {'subnet': {'network_id': '3b284e80-38d7-4df6-b891-991142ffcc24', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-450589532-subnet', 'tenant_id': '0ef3228cea9146b6a6465dfa91d2deba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:58:27.308791 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc24d00a-51b5-4d51-a1e3-9d89abefcdca admin admin] Made reservation on behalf of 0ef3228cea9146b6a6465dfa91d2deba for: {'subnet': 1} {{(pid=105766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:58:27.311383 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fc24d00a-51b5-4d51-a1e3-9d89abefcdca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4858308'] for subnet, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:27.313835 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13466da3-33b4-47b9-9961-62d098eda97c admin admin] Pushing event updated for resources: {'Network': ['ID=3b284e80-38d7-4df6-b891-991142ffcc24,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:27.325172 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Network 3b284e80-38d7-4df6-b891-991142ffcc24 details requested by agent ovs-agent-dv-cinder-813226-2-iscsi with host dv-cinder-813226-2-iscsi {{(pid=105768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 17:58:27.493560 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fc24d00a-51b5-4d51-a1e3-9d89abefcdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4464403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4858346'] for subnet, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:27.546871 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24d00a-51b5-4d51-a1e3-9d89abefcdca admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5aa394c-8754-438f-9e7c-06927f544125,revision_number=0']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:27.562470 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc24d00a-51b5-4d51-a1e3-9d89abefcdca admin admin] Checking segment: {'id': 'a3758edc-74df-41d6-be1c-8fa2859a8cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '3b284e80-38d7-4df6-b891-991142ffcc24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:58:27.562819 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc24d00a-51b5-4d51-a1e3-9d89abefcdca admin admin] Network hostable DHCP agents. Network: 3b284e80-38d7-4df6-b891-991142ffcc24, hostable agents: ['d0966fcc-cf7f-4b12-bb12-2ea8651f1f29'], hosted agents: [] {{(pid=105766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 17:58:27.576971 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-95fe2d17-eeff-4203-ae70-9f8a8afe984d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8115347'] for router_interface, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:27.580542 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc24d00a-51b5-4d51-a1e3-9d89abefcdca admin admin] Network 3b284e80-38d7-4df6-b891-991142ffcc24 is scheduled to be hosted by DHCP agent d0966fcc-cf7f-4b12-bb12-2ea8651f1f29 with binding_index 1 {{(pid=105766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 17:58:27.589662 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-fc24d00a-51b5-4d51-a1e3-9d89abefcdca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813226-2-iscsi, 3b284e80-38d7-4df6-b891-991142ffcc24) {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:58:27.593741 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc24d00a-51b5-4d51-a1e3-9d89abefcdca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:27.594312 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fc24d00a-51b5-4d51-a1e3-9d89abefcdca admin admin] Notify callbacks [] for subnet, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:27.600396 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992e2a43-8861-465d-8004-8f83e6d6bdd1 None None] Network 3b284e80-38d7-4df6-b891-991142ffcc24 requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:58:27.620326 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-fc24d00a-51b5-4d51-a1e3-9d89abefcdca admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3375597 Oct 12 17:58:27.730905 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050e5c60-fc00-4467-90d1-ca495ccfb95e None None] Network 3b284e80-38d7-4df6-b891-991142ffcc24 requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:58:27.852268 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [None req-95fe2d17-eeff-4203-ae70-9f8a8afe984d admin admin] Deleting port e249fbab-0a70-4ad1-b17a-88be5171ab57 {{(pid=105767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:58:27.852901 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-95fe2d17-eeff-4203-ae70-9f8a8afe984d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:27.935941 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-95fe2d17-eeff-4203-ae70-9f8a8afe984d admin admin] For port e249fbab-0a70-4ad1-b17a-88be5171ab57, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=e249fbab-0a70-4ad1-b17a-88be5171ab57,segment=NetworkSegment(1faf4f1c-ddc9-4c53-8b5e-9e608389719e),segment_id=1faf4f1c-ddc9-4c53-8b5e-9e608389719e)] {{(pid=105767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:58:27.936317 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-95fe2d17-eeff-4203-ae70-9f8a8afe984d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:27.950527 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [None req-95fe2d17-eeff-4203-ae70-9f8a8afe984d admin admin] Calling delete_port for e249fbab-0a70-4ad1-b17a-88be5171ab57 owned by network:router_interface {{(pid=105767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:58:28.146335 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-95fe2d17-eeff-4203-ae70-9f8a8afe984d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:28.174961 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe2d17-eeff-4203-ae70-9f8a8afe984d admin admin] Pushing event deleted for resources: {'Port': ['ID=e249fbab-0a70-4ad1-b17a-88be5171ab57,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:28.343128 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-95fe2d17-eeff-4203-ae70-9f8a8afe984d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8115239'] for router_interface, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:28.567123 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95fe2d17-eeff-4203-ae70-9f8a8afe984d admin admin] Router d116c394-f3c8-420a-8aec-b8a66e5d7c3b has already been hosted by L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 {{(pid=105767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:58:28.682599 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95fe2d17-eeff-4203-ae70-9f8a8afe984d admin admin] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:58:28.687938 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-95fe2d17-eeff-4203-ae70-9f8a8afe984d admin admin] 10.222.0.85 "PUT /v2.0/routers/d116c394-f3c8-420a-8aec-b8a66e5d7c3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5173595 Oct 12 17:58:28.690832 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 40386) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:28.691601 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fcf120-d190-49f0-aa8b-4a53f5f7ba7f None None] Sync routers for ids ['d116c394-f3c8-420a-8aec-b8a66e5d7c3b'] in dv-cinder-813226-2-iscsi {{(pid=105769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:58:28.702047 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fcf120-d190-49f0-aa8b-4a53f5f7ba7f None None] Routers {'d116c394-f3c8-420a-8aec-b8a66e5d7c3b'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:58:28.702673 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-09fcf120-d190-49f0-aa8b-4a53f5f7ba7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:58:11Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['d116c394-f3c8-420a-8aec-b8a66e5d7c3b'], 'active': True} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:28.794663 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8c475420-814b-4008-a78a-7abe266317e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:28.805694 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvr_db [None req-09fcf120-d190-49f0-aa8b-4a53f5f7ba7f None None] Set router d116c394-f3c8-420a-8aec-b8a66e5d7c3b gateway port host: dv-cinder-813226-2-iscsi {{(pid=105769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:58:28.906767 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8c475420-814b-4008-a78a-7abe266317e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:28.960698 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-8c475420-814b-4008-a78a-7abe266317e2 admin admin] Deleting port a0ddb38e-78a2-4787-927c-8808e20ad80b {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:58:28.961039 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8c475420-814b-4008-a78a-7abe266317e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:28.985285 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-09fcf120-d190-49f0-aa8b-4a53f5f7ba7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd116c394-f3c8-420a-8aec-b8a66e5d7c3b', 'name': 'tempest-TestShelveInstance-353944474-router', 'tenant_id': 'c494c3454923408a8704ce5fb8a9ef94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'a0ddb38e-78a2-4787-927c-8808e20ad80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:53:27Z', 'updated_at': '2021-10-12T17:58:28Z', 'revision_number': 5, 'project_id': 'c494c3454923408a8704ce5fb8a9ef94', 'gw_port': {'id': 'a0ddb38e-78a2-4787-927c-8808e20ad80b', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:bb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116c394-f3c8-420a-8aec-b8a66e5d7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:53:28Z', 'updated_at': '2021-10-12T17:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi'}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:29.014550 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fcf120-d190-49f0-aa8b-4a53f5f7ba7f None None] Checking router: d116c394-f3c8-420a-8aec-b8a66e5d7c3b for host: dv-cinder-813226-2-iscsi {{(pid=105769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:58:29.022829 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fcf120-d190-49f0-aa8b-4a53f5f7ba7f None None] Routers {'d116c394-f3c8-420a-8aec-b8a66e5d7c3b'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:58:29.023425 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-09fcf120-d190-49f0-aa8b-4a53f5f7ba7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:58:11Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['d116c394-f3c8-420a-8aec-b8a66e5d7c3b'], 'active': True} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:29.039245 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-8c475420-814b-4008-a78a-7abe266317e2 admin admin] For port a0ddb38e-78a2-4787-927c-8808e20ad80b, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=a0ddb38e-78a2-4787-927c-8808e20ad80b,segment=NetworkSegment(f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1),segment_id=f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:58:29.039616 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8c475420-814b-4008-a78a-7abe266317e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:29.051625 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-8c475420-814b-4008-a78a-7abe266317e2 admin admin] Calling delete_port for a0ddb38e-78a2-4787-927c-8808e20ad80b owned by network:router_gateway {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:58:29.107772 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvr_db [None req-09fcf120-d190-49f0-aa8b-4a53f5f7ba7f None None] Set router d116c394-f3c8-420a-8aec-b8a66e5d7c3b gateway port host: None {{(pid=105769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:58:29.157448 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-09fcf120-d190-49f0-aa8b-4a53f5f7ba7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd116c394-f3c8-420a-8aec-b8a66e5d7c3b', 'name': 'tempest-TestShelveInstance-353944474-router', 'tenant_id': 'c494c3454923408a8704ce5fb8a9ef94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:53:27Z', 'updated_at': '2021-10-12T17:58:28Z', 'revision_number': 6, 'project_id': 'c494c3454923408a8704ce5fb8a9ef94', 'gw_port_host': None}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:29.187197 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fcf120-d190-49f0-aa8b-4a53f5f7ba7f None None] The sync data for ids ['d116c394-f3c8-420a-8aec-b8a66e5d7c3b'] in dv-cinder-813226-2-iscsi is: [{'id': 'd116c394-f3c8-420a-8aec-b8a66e5d7c3b', 'name': 'tempest-TestShelveInstance-353944474-router', 'tenant_id': 'c494c3454923408a8704ce5fb8a9ef94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:53:27Z', 'updated_at': '2021-10-12T17:58:28Z', 'revision_number': 6, 'project_id': 'c494c3454923408a8704ce5fb8a9ef94', 'gw_port_host': None}] {{(pid=105769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:58:29.245672 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8c475420-814b-4008-a78a-7abe266317e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4464511'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:29.275859 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c475420-814b-4008-a78a-7abe266317e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0ddb38e-78a2-4787-927c-8808e20ad80b,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:29.334309 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8c475420-814b-4008-a78a-7abe266317e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8091077'] for router_gateway, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:29.439803 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8c475420-814b-4008-a78a-7abe266317e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8113461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8192'] for router, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:29.442443 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8c475420-814b-4008-a78a-7abe266317e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:29.512315 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8c475420-814b-4008-a78a-7abe266317e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8113470'] for router, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:29.512881 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c475420-814b-4008-a78a-7abe266317e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d116c394-f3c8-420a-8aec-b8a66e5d7c3b {{(pid=105766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 17:58:29.517817 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8c475420-814b-4008-a78a-7abe266317e2 admin admin] Notify callbacks [] for router, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:29.519400 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-8c475420-814b-4008-a78a-7abe266317e2 admin admin] 10.222.0.85 "DELETE /v2.0/routers/d116c394-f3c8-420a-8aec-b8a66e5d7c3b HTTP/1.1" status: 204 len: 168 time: 0.8275752 Oct 12 17:58:29.521921 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 40400) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:29.570141 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3910480-2f31-44a2-bbbd-33017364b302 admin admin] Deleting subnet 66addc29-2620-42dc-92f5-db21c7e9d140 {{(pid=105766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:58:29.574771 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f3910480-2f31-44a2-bbbd-33017364b302 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:29.614708 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f3910480-2f31-44a2-bbbd-33017364b302 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6237308'] for subnet, precommit_delete_associations {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:29.698221 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f3910480-2f31-44a2-bbbd-33017364b302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727552'] for subnet, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:29.751747 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f3910480-2f31-44a2-bbbd-33017364b302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4464464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4858339'] for subnet, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:29.775541 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3910480-2f31-44a2-bbbd-33017364b302 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66addc29-2620-42dc-92f5-db21c7e9d140,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:29.782411 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f3910480-2f31-44a2-bbbd-33017364b302 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:29.782861 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-f3910480-2f31-44a2-bbbd-33017364b302 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/66addc29-2620-42dc-92f5-db21c7e9d140 HTTP/1.1" status: 204 len: 168 time: 0.2598836 Oct 12 17:58:29.785077 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1faa0405-3257-4ddd-8d4c-f078a926d210 None None] Network b68d6b7b-0678-4e45-9233-3805bbdc210b requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:58:29.785557 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 40402) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:29.854930 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-eff5cd6a-66bc-475a-bb75-7e76802b5427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657003'] for network, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:29.912320 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [None req-eff5cd6a-66bc-475a-bb75-7e76802b5427 admin admin] Deleting port 9eabea34-c0b0-4cb4-b1c2-61b6c326d76e {{(pid=105767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:58:29.912661 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-eff5cd6a-66bc-475a-bb75-7e76802b5427 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:29.976022 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-eff5cd6a-66bc-475a-bb75-7e76802b5427 admin admin] For port 9eabea34-c0b0-4cb4-b1c2-61b6c326d76e, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=9eabea34-c0b0-4cb4-b1c2-61b6c326d76e,segment=NetworkSegment(1faf4f1c-ddc9-4c53-8b5e-9e608389719e),segment_id=1faf4f1c-ddc9-4c53-8b5e-9e608389719e)] {{(pid=105767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:58:29.976429 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-eff5cd6a-66bc-475a-bb75-7e76802b5427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:29.991320 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91912bd3-79df-4ac6-a462-09a85dad4ff4 None None] DHCP port deletion for b68d6b7b-0678-4e45-9233-3805bbdc210b request from dv-cinder-813226-2-iscsi {{(pid=105768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 17:58:29.996668 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [None req-eff5cd6a-66bc-475a-bb75-7e76802b5427 admin admin] Calling delete_port for 9eabea34-c0b0-4cb4-b1c2-61b6c326d76e owned by network:dhcp {{(pid=105767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:58:30.046222 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-91912bd3-79df-4ac6-a462-09a85dad4ff4 None None] Deleting port 9eabea34-c0b0-4cb4-b1c2-61b6c326d76e {{(pid=105768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:58:30.049044 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-91912bd3-79df-4ac6-a462-09a85dad4ff4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:30.081623 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-eff5cd6a-66bc-475a-bb75-7e76802b5427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:30.109450 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5cd6a-66bc-475a-bb75-7e76802b5427 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eabea34-c0b0-4cb4-b1c2-61b6c326d76e,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:30.111910 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-91912bd3-79df-4ac6-a462-09a85dad4ff4 None None] For port 9eabea34-c0b0-4cb4-b1c2-61b6c326d76e, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=9eabea34-c0b0-4cb4-b1c2-61b6c326d76e,segment=NetworkSegment(1faf4f1c-ddc9-4c53-8b5e-9e608389719e),segment_id=1faf4f1c-ddc9-4c53-8b5e-9e608389719e)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:58:30.112380 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-91912bd3-79df-4ac6-a462-09a85dad4ff4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:30.114721 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff5cd6a-66bc-475a-bb75-7e76802b5427 admin admin] No DVR routers for this DVR port 9eabea34-c0b0-4cb4-b1c2-61b6c326d76e on host dv-cinder-813226-2-iscsi {{(pid=105767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:58:30.128604 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-91912bd3-79df-4ac6-a462-09a85dad4ff4 None None] Calling delete_port for 9eabea34-c0b0-4cb4-b1c2-61b6c326d76e owned by network:dhcp {{(pid=105768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:58:30.185246 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-eff5cd6a-66bc-475a-bb75-7e76802b5427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721659', 'neutron.services.segments.db._delete_segments_for_network-8752770191620'] for network, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:30.205113 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-91912bd3-79df-4ac6-a462-09a85dad4ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815'] for port, after_delete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:30.209858 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.services.segments.db [None req-eff5cd6a-66bc-475a-bb75-7e76802b5427 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b68d6b7b-0678-4e45-9233-3805bbdc210b']}} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:30.221175 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.services.segments.db [None req-eff5cd6a-66bc-475a-bb75-7e76802b5427 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1faf4f1c-ddc9-4c53-8b5e-9e608389719e') {'for_net_delete': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:30.221305 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.services.segments.db [None req-eff5cd6a-66bc-475a-bb75-7e76802b5427 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1faf4f1c-ddc9-4c53-8b5e-9e608389719e') {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:30.231669 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-eff5cd6a-66bc-475a-bb75-7e76802b5427 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752770190093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4686413'] for segment, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:30.232556 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91912bd3-79df-4ac6-a462-09a85dad4ff4 None None] Pushing event deleted for resources: {'Port': ['ID=9eabea34-c0b0-4cb4-b1c2-61b6c326d76e,revision_number=None']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:30.234580 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91912bd3-79df-4ac6-a462-09a85dad4ff4 None None] No DVR routers for this DVR port 9eabea34-c0b0-4cb4-b1c2-61b6c326d76e on host dv-cinder-813226-2-iscsi {{(pid=105768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:58:30.248887 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-eff5cd6a-66bc-475a-bb75-7e76802b5427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234'] for segment, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:30.258993 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff5cd6a-66bc-475a-bb75-7e76802b5427 admin admin] Releasing vlan 1350 on physical network physnet1 to pool {{(pid=105767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:58:30.259377 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-eff5cd6a-66bc-475a-bb75-7e76802b5427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5197263'] for segment, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:30.261168 dv-cinder-813226-2-iscsi neutron-server[105767]: Traceback (most recent call last): Oct 12 17:58:30.261168 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:58:30.261168 dv-cinder-813226-2-iscsi neutron-server[105767]: timer() Oct 12 17:58:30.261168 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:58:30.261168 dv-cinder-813226-2-iscsi neutron-server[105767]: cb(*args, **kw) Oct 12 17:58:30.261168 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:58:30.261168 dv-cinder-813226-2-iscsi neutron-server[105767]: return func(*args, **kwargs) Oct 12 17:58:30.261168 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:58:30.261168 dv-cinder-813226-2-iscsi neutron-server[105767]: self._notify() Oct 12 17:58:30.261168 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:58:30.261168 dv-cinder-813226-2-iscsi neutron-server[105767]: self.callback(batched_events) Oct 12 17:58:30.261168 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:58:30.261168 dv-cinder-813226-2-iscsi neutron-server[105767]: event.method(event) Oct 12 17:58:30.261168 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:58:30.261168 dv-cinder-813226-2-iscsi neutron-server[105767]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:58:30.261168 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:58:30.261168 dv-cinder-813226-2-iscsi neutron-server[105767]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:58:30.261168 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:58:30.261168 dv-cinder-813226-2-iscsi neutron-server[105767]: return f(self, *a, **k) Oct 12 17:58:30.261168 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:58:30.261168 dv-cinder-813226-2-iscsi neutron-server[105767]: return self._get(url).json() Oct 12 17:58:30.261168 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:58:30.261168 dv-cinder-813226-2-iscsi neutron-server[105767]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:58:30.261168 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:58:30.261168 dv-cinder-813226-2-iscsi neutron-server[105767]: return self.request(url, 'GET', **kwargs) Oct 12 17:58:30.261168 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:58:30.261168 dv-cinder-813226-2-iscsi neutron-server[105767]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:58:30.261168 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:58:30.261168 dv-cinder-813226-2-iscsi neutron-server[105767]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:58:30.261168 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:58:30.261168 dv-cinder-813226-2-iscsi neutron-server[105767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:58:30.261168 dv-cinder-813226-2-iscsi neutron-server[105767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:58:30.315064 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-eff5cd6a-66bc-475a-bb75-7e76802b5427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8091041'] for network, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:30.319582 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-eff5cd6a-66bc-475a-bb75-7e76802b5427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for network, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:30.323234 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-eff5cd6a-66bc-475a-bb75-7e76802b5427 admin admin] 10.222.0.85 "DELETE /v2.0/networks/b68d6b7b-0678-4e45-9233-3805bbdc210b HTTP/1.1" status: 204 len: 168 time: 0.5366480 Oct 12 17:58:30.337636 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5cd6a-66bc-475a-bb75-7e76802b5427 admin admin] Pushing event deleted for resources: {'Network': ['ID=b68d6b7b-0678-4e45-9233-3805bbdc210b,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:30.498135 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 40408) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:30.540977 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-e0d4fbd7-7679-48fc-b075-46a488069568 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0af5809ae3f6462d823ee7e99ff16820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416336 Oct 12 17:58:30.543981 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 40412) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:30.591825 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-1aa6b582-8c9d-43a1-a4ef-f7ba62600296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:30.616711 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-1aa6b582-8c9d-43a1-a4ef-f7ba62600296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:30.666242 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-1aa6b582-8c9d-43a1-a4ef-f7ba62600296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:30.669102 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-1aa6b582-8c9d-43a1-a4ef-f7ba62600296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:30.670365 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-1aa6b582-8c9d-43a1-a4ef-f7ba62600296 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/6056d1df-b86a-4c2e-8514-b7c02b88308e HTTP/1.1" status: 204 len: 168 time: 0.1254025 Oct 12 17:58:30.679957 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6b582-8c9d-43a1-a4ef-f7ba62600296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6056d1df-b86a-4c2e-8514-b7c02b88308e,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:30.923244 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device a0ddb38e-78a2-4787-927c-8808e20ad80b no longer exists at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:58:30.943405 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] No Port match for: a0ddb38e-78a2-4787-927c-8808e20ad80b {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:58:30.943746 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device a0ddb38e-78a2-4787-927c-8808e20ad80b not bound to the agent host dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:58:30.944157 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 9eabea34-c0b0-4cb4-b1c2-61b6c326d76e no longer exists at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:58:30.966104 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] No Port match for: 9eabea34-c0b0-4cb4-b1c2-61b6c326d76e {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:58:30.966711 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 9eabea34-c0b0-4cb4-b1c2-61b6c326d76e not bound to the agent host dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:58:30.967116 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device e249fbab-0a70-4ad1-b17a-88be5171ab57 no longer exists at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:58:30.991908 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] No Port match for: e249fbab-0a70-4ad1-b17a-88be5171ab57 {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:58:30.992253 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device e249fbab-0a70-4ad1-b17a-88be5171ab57 not bound to the agent host dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:58:31.013989 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 40422) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:31.053443 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-796d6f4c-2abc-4906-8b9f-e428cecc0916 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c494c3454923408a8704ce5fb8a9ef94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381553 Oct 12 17:58:31.055944 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 40424) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:31.102830 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ca004780-c174-4934-8adc-8160df7f878f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:31.131027 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ca004780-c174-4934-8adc-8160df7f878f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:31.171639 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 6 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:58:31.186554 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ca004780-c174-4934-8adc-8160df7f878f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:31.190614 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ca004780-c174-4934-8adc-8160df7f878f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:31.192162 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-ca004780-c174-4934-8adc-8160df7f878f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/8dc8ffc2-a13b-480b-a35f-27602347c0db HTTP/1.1" status: 204 len: 168 time: 0.1353304 Oct 12 17:58:31.201293 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca004780-c174-4934-8adc-8160df7f878f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc8ffc2-a13b-480b-a35f-27602347c0db,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:38.289678 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ad39809a-a5b3-4531-b5bd-18af26d5d3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:41.047852 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-7e14cea5-a5f5-4042-9606-79c10e5e2f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:41.264203 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 40514) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:41.308935 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.db_base_plugin_v2 [None req-e24fc90f-e8dc-4be5-b93d-cf9eed72323f admin admin] Deleting subnet 20382ab5-1456-4353-bea9-86a123065d33 {{(pid=105766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:58:41.312431 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e24fc90f-e8dc-4be5-b93d-cf9eed72323f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:41.578831 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e24fc90f-e8dc-4be5-b93d-cf9eed72323f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6237308'] for subnet, precommit_delete_associations {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:41.622155 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e24fc90f-e8dc-4be5-b93d-cf9eed72323f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727552'] for subnet, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:41.677132 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e24fc90f-e8dc-4be5-b93d-cf9eed72323f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4464464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4858339'] for subnet, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:41.702147 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24fc90f-e8dc-4be5-b93d-cf9eed72323f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20382ab5-1456-4353-bea9-86a123065d33,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:41.707188 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e24fc90f-e8dc-4be5-b93d-cf9eed72323f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:41.710311 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-e24fc90f-e8dc-4be5-b93d-cf9eed72323f admin admin] 10.222.0.85 "DELETE /v2.0/subnets/20382ab5-1456-4353-bea9-86a123065d33 HTTP/1.1" status: 204 len: 168 time: 0.4450896 Oct 12 17:58:41.713161 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 40516) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:41.715368 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24fc90f-e8dc-4be5-b93d-cf9eed72323f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:41.715709 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24fc90f-e8dc-4be5-b93d-cf9eed72323f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:41.716044 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24fc90f-e8dc-4be5-b93d-cf9eed72323f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:41.716374 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24fc90f-e8dc-4be5-b93d-cf9eed72323f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:41.716696 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24fc90f-e8dc-4be5-b93d-cf9eed72323f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:41.717021 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24fc90f-e8dc-4be5-b93d-cf9eed72323f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:41.717472 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24fc90f-e8dc-4be5-b93d-cf9eed72323f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:41.717710 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24fc90f-e8dc-4be5-b93d-cf9eed72323f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:41.718028 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24fc90f-e8dc-4be5-b93d-cf9eed72323f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:41.718408 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24fc90f-e8dc-4be5-b93d-cf9eed72323f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:41.718686 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24fc90f-e8dc-4be5-b93d-cf9eed72323f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:41.718996 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24fc90f-e8dc-4be5-b93d-cf9eed72323f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:41.785482 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-67d86087-7b13-4fab-b76b-ec8e95b5dc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657003'] for network, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:41.866306 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-67d86087-7b13-4fab-b76b-ec8e95b5dc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721659', 'neutron.services.segments.db._delete_segments_for_network-8752770191620'] for network, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:41.891543 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.services.segments.db [None req-67d86087-7b13-4fab-b76b-ec8e95b5dc3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df6494f3-1bd3-40d3-b2ac-26793f16c68b']}} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:41.892340 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:41.901845 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.services.segments.db [None req-67d86087-7b13-4fab-b76b-ec8e95b5dc3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03bba728-2d2f-408a-b4ee-1e339e0a3b9e') {'for_net_delete': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:41.902131 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.services.segments.db [None req-67d86087-7b13-4fab-b76b-ec8e95b5dc3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03bba728-2d2f-408a-b4ee-1e339e0a3b9e') {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:41.911910 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-67d86087-7b13-4fab-b76b-ec8e95b5dc3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752770190093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4686413'] for segment, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:41.926324 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-67d86087-7b13-4fab-b76b-ec8e95b5dc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234'] for segment, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:41.932673 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67d86087-7b13-4fab-b76b-ec8e95b5dc3a admin admin] Releasing vlan 1353 on physical network physnet1 to pool {{(pid=105767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:58:41.933089 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-67d86087-7b13-4fab-b76b-ec8e95b5dc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5197263'] for segment, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:41.934842 dv-cinder-813226-2-iscsi neutron-server[105767]: Traceback (most recent call last): Oct 12 17:58:41.934842 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:58:41.934842 dv-cinder-813226-2-iscsi neutron-server[105767]: timer() Oct 12 17:58:41.934842 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:58:41.934842 dv-cinder-813226-2-iscsi neutron-server[105767]: cb(*args, **kw) Oct 12 17:58:41.934842 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:58:41.934842 dv-cinder-813226-2-iscsi neutron-server[105767]: return func(*args, **kwargs) Oct 12 17:58:41.934842 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:58:41.934842 dv-cinder-813226-2-iscsi neutron-server[105767]: self._notify() Oct 12 17:58:41.934842 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:58:41.934842 dv-cinder-813226-2-iscsi neutron-server[105767]: self.callback(batched_events) Oct 12 17:58:41.934842 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:58:41.934842 dv-cinder-813226-2-iscsi neutron-server[105767]: event.method(event) Oct 12 17:58:41.934842 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:58:41.934842 dv-cinder-813226-2-iscsi neutron-server[105767]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:58:41.934842 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:58:41.934842 dv-cinder-813226-2-iscsi neutron-server[105767]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:58:41.934842 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:58:41.934842 dv-cinder-813226-2-iscsi neutron-server[105767]: return f(self, *a, **k) Oct 12 17:58:41.934842 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:58:41.934842 dv-cinder-813226-2-iscsi neutron-server[105767]: return self._get(url).json() Oct 12 17:58:41.934842 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:58:41.934842 dv-cinder-813226-2-iscsi neutron-server[105767]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:58:41.934842 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:58:41.934842 dv-cinder-813226-2-iscsi neutron-server[105767]: return self.request(url, 'GET', **kwargs) Oct 12 17:58:41.934842 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:58:41.934842 dv-cinder-813226-2-iscsi neutron-server[105767]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:58:41.934842 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:58:41.934842 dv-cinder-813226-2-iscsi neutron-server[105767]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:58:41.934842 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:58:41.934842 dv-cinder-813226-2-iscsi neutron-server[105767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:58:41.934842 dv-cinder-813226-2-iscsi neutron-server[105767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:58:41.990165 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-67d86087-7b13-4fab-b76b-ec8e95b5dc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8091041'] for network, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:41.996106 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-67d86087-7b13-4fab-b76b-ec8e95b5dc3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for network, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:41.999562 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-67d86087-7b13-4fab-b76b-ec8e95b5dc3a admin admin] 10.222.0.85 "DELETE /v2.0/networks/df6494f3-1bd3-40d3-b2ac-26793f16c68b HTTP/1.1" status: 204 len: 168 time: 0.2854319 Oct 12 17:58:42.002617 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 40518) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:42.010768 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d86087-7b13-4fab-b76b-ec8e95b5dc3a admin admin] Pushing event deleted for resources: {'Network': ['ID=df6494f3-1bd3-40d3-b2ac-26793f16c68b,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:42.051820 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dabe4b7-04c8-40a5-9409-27690be7b5ba admin admin] Deleting subnet d5aa394c-8754-438f-9e7c-06927f544125 {{(pid=105766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:58:42.056242 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7dabe4b7-04c8-40a5-9409-27690be7b5ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:42.092697 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7dabe4b7-04c8-40a5-9409-27690be7b5ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6237308'] for subnet, precommit_delete_associations {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:42.138665 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7dabe4b7-04c8-40a5-9409-27690be7b5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727552'] for subnet, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:42.203260 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7dabe4b7-04c8-40a5-9409-27690be7b5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4464464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4858339'] for subnet, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:42.232612 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dabe4b7-04c8-40a5-9409-27690be7b5ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5aa394c-8754-438f-9e7c-06927f544125,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:42.237849 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7dabe4b7-04c8-40a5-9409-27690be7b5ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:42.243070 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-7dabe4b7-04c8-40a5-9409-27690be7b5ba admin admin] 10.222.0.85 "DELETE /v2.0/subnets/d5aa394c-8754-438f-9e7c-06927f544125 HTTP/1.1" status: 204 len: 168 time: 0.2392592 Oct 12 17:58:42.245845 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 40520) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:42.303444 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:42.319464 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-bd9b9c11-a437-4989-ada6-573e448872da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657003'] for network, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:42.396730 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-bd9b9c11-a437-4989-ada6-573e448872da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721659', 'neutron.services.segments.db._delete_segments_for_network-8752770191620'] for network, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:42.418014 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.services.segments.db [None req-bd9b9c11-a437-4989-ada6-573e448872da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b284e80-38d7-4df6-b891-991142ffcc24']}} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:42.427820 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.services.segments.db [None req-bd9b9c11-a437-4989-ada6-573e448872da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3758edc-74df-41d6-be1c-8fa2859a8cce') {'for_net_delete': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:42.428115 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.services.segments.db [None req-bd9b9c11-a437-4989-ada6-573e448872da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3758edc-74df-41d6-be1c-8fa2859a8cce') {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:42.437221 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-bd9b9c11-a437-4989-ada6-573e448872da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752770190093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4686413'] for segment, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:42.450619 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-bd9b9c11-a437-4989-ada6-573e448872da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234'] for segment, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:42.456743 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd9b9c11-a437-4989-ada6-573e448872da admin admin] Releasing vlan 1391 on physical network physnet1 to pool {{(pid=105767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:58:42.457119 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-bd9b9c11-a437-4989-ada6-573e448872da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5197263'] for segment, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:42.458865 dv-cinder-813226-2-iscsi neutron-server[105767]: Traceback (most recent call last): Oct 12 17:58:42.458865 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:58:42.458865 dv-cinder-813226-2-iscsi neutron-server[105767]: timer() Oct 12 17:58:42.458865 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:58:42.458865 dv-cinder-813226-2-iscsi neutron-server[105767]: cb(*args, **kw) Oct 12 17:58:42.458865 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:58:42.458865 dv-cinder-813226-2-iscsi neutron-server[105767]: return func(*args, **kwargs) Oct 12 17:58:42.458865 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:58:42.458865 dv-cinder-813226-2-iscsi neutron-server[105767]: self._notify() Oct 12 17:58:42.458865 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:58:42.458865 dv-cinder-813226-2-iscsi neutron-server[105767]: self.callback(batched_events) Oct 12 17:58:42.458865 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:58:42.458865 dv-cinder-813226-2-iscsi neutron-server[105767]: event.method(event) Oct 12 17:58:42.458865 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:58:42.458865 dv-cinder-813226-2-iscsi neutron-server[105767]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:58:42.458865 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:58:42.458865 dv-cinder-813226-2-iscsi neutron-server[105767]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:58:42.458865 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:58:42.458865 dv-cinder-813226-2-iscsi neutron-server[105767]: return f(self, *a, **k) Oct 12 17:58:42.458865 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:58:42.458865 dv-cinder-813226-2-iscsi neutron-server[105767]: return self._get(url).json() Oct 12 17:58:42.458865 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:58:42.458865 dv-cinder-813226-2-iscsi neutron-server[105767]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:58:42.458865 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:58:42.458865 dv-cinder-813226-2-iscsi neutron-server[105767]: return self.request(url, 'GET', **kwargs) Oct 12 17:58:42.458865 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:58:42.458865 dv-cinder-813226-2-iscsi neutron-server[105767]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:58:42.458865 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:58:42.458865 dv-cinder-813226-2-iscsi neutron-server[105767]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:58:42.458865 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:58:42.458865 dv-cinder-813226-2-iscsi neutron-server[105767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:58:42.458865 dv-cinder-813226-2-iscsi neutron-server[105767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:58:42.518839 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-bd9b9c11-a437-4989-ada6-573e448872da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8091041'] for network, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:42.525107 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-bd9b9c11-a437-4989-ada6-573e448872da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for network, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:42.528659 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-bd9b9c11-a437-4989-ada6-573e448872da admin admin] 10.222.0.85 "DELETE /v2.0/networks/3b284e80-38d7-4df6-b891-991142ffcc24 HTTP/1.1" status: 204 len: 168 time: 0.2817032 Oct 12 17:58:42.542988 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b9c11-a437-4989-ada6-573e448872da admin admin] Pushing event deleted for resources: {'Network': ['ID=3b284e80-38d7-4df6-b891-991142ffcc24,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:42.704188 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 40524) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:42.744914 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-23ebd246-c19d-4841-8dc0-5da533c4cae1 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a42d3aec8fe646c4b00f3752db39f7f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395501 Oct 12 17:58:42.747461 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 40526) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:42.797130 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-4cbeaecc-ec12-4fed-a508-1896660ee07d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:42.817507 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-4cbeaecc-ec12-4fed-a508-1896660ee07d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:42.868774 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-4cbeaecc-ec12-4fed-a508-1896660ee07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:42.871493 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-4cbeaecc-ec12-4fed-a508-1896660ee07d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:42.872658 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-4cbeaecc-ec12-4fed-a508-1896660ee07d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/83a9d967-95f0-4486-93a8-adcbcd8007dc HTTP/1.1" status: 204 len: 168 time: 0.1243024 Oct 12 17:58:42.880894 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbeaecc-ec12-4fed-a508-1896660ee07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a9d967-95f0-4486-93a8-adcbcd8007dc,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:43.229595 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 40532) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:43.276816 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-07c31fe1-f746-4d18-85a5-d52e39f2d5df admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0ef3228cea9146b6a6465dfa91d2deba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455675 Oct 12 17:58:43.279636 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 40534) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:43.328832 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2c312cf2-fda9-4a85-bfc8-97bc9fa96a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:43.349887 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2c312cf2-fda9-4a85-bfc8-97bc9fa96a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:43.404983 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2c312cf2-fda9-4a85-bfc8-97bc9fa96a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:43.407611 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2c312cf2-fda9-4a85-bfc8-97bc9fa96a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:43.408789 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-2c312cf2-fda9-4a85-bfc8-97bc9fa96a6b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/08dc0064-b624-4065-809e-49f6ec423724 HTTP/1.1" status: 204 len: 168 time: 0.1282766 Oct 12 17:58:43.417124 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c312cf2-fda9-4a85-bfc8-97bc9fa96a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08dc0064-b624-4065-809e-49f6ec423724,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:43.841743 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:50.448538 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9d7d08dc-7d51-433c-b5f7-c742bcbe44a2 req-e0664fbf-30e9-4ccd-a58c-579e63fe401d tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1009762170&fields=id&tenant_id=2874ea6160b04d2daaa33b707a2084b7 HTTP/1.1" status: 200 len: 267 time: 0.0338631 Oct 12 17:58:50.502725 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d08dc-7d51-433c-b5f7-c742bcbe44a2 req-f573f7e7-c569-4959-9e40-33bf95d28c90 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:50.505277 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9d7d08dc-7d51-433c-b5f7-c742bcbe44a2 req-f573f7e7-c569-4959-9e40-33bf95d28c90 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 984 time: 0.0497284 Oct 12 17:58:50.515756 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [req-9d7d08dc-7d51-433c-b5f7-c742bcbe44a2 req-0e5ba9ca-8f4d-4da0-a730-09d3af648745 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Request body: {'port': {'security_groups': ['df6d1d46-46ba-4df4-a3be-659f9dbf4f38']}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:58:50.585402 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [req-9d7d08dc-7d51-433c-b5f7-c742bcbe44a2 req-0e5ba9ca-8f4d-4da0-a730-09d3af648745 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:50.768621 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.db [req-9d7d08dc-7d51-433c-b5f7-c742bcbe44a2 req-0e5ba9ca-8f4d-4da0-a730-09d3af648745 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] For port c11ecb68-4813-43b3-a138-7545b71cef25, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c11ecb68-4813-43b3-a138-7545b71cef25,segment=NetworkSegment(204716ec-bef6-4dcd-9fe8-f8aef954e11e),segment_id=204716ec-bef6-4dcd-9fe8-f8aef954e11e)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:58:50.797655 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [req-9d7d08dc-7d51-433c-b5f7-c742bcbe44a2 req-0e5ba9ca-8f4d-4da0-a730-09d3af648745 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:50.805738 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [req-9d7d08dc-7d51-433c-b5f7-c742bcbe44a2 req-0e5ba9ca-8f4d-4da0-a730-09d3af648745 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4464486'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:50.818037 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['c11ecb68-4813-43b3-a138-7545b71cef25'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:58:50.854267 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d08dc-7d51-433c-b5f7-c742bcbe44a2 req-0e5ba9ca-8f4d-4da0-a730-09d3af648745 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:50.854863 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [req-9d7d08dc-7d51-433c-b5f7-c742bcbe44a2 req-0e5ba9ca-8f4d-4da0-a730-09d3af648745 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:50.856252 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9d7d08dc-7d51-433c-b5f7-c742bcbe44a2 req-0e5ba9ca-8f4d-4da0-a730-09d3af648745 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "PUT /v2.0/ports/c11ecb68-4813-43b3-a138-7545b71cef25 HTTP/1.1" status: 200 len: 942 time: 0.3452783 Oct 12 17:58:50.856712 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0cb963-86ee-4b54-8789-cc88871f07a7', 'tag': 'c11ecb68-4813-43b3-a138-7545b71cef25'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:58:50.859052 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ba8fd1764513c7e19680242eeb7ddb2adb145f07e018bb81601842aae508955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49ec8e5-dc64-4fba-ba68-1733bc87e5fe" -d '{"events": [{"name": "network-changed", "server_uuid": "ad0cb963-86ee-4b54-8789-cc88871f07a7", "tag": "c11ecb68-4813-43b3-a138-7545b71cef25"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:58:50.863714 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 40612) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:50.897850 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ba9ca-8f4d-4da0-a730-09d3af648745 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Pushing event updated for resources: {'Port': ['ID=c11ecb68-4813-43b3-a138-7545b71cef25,revision_number=7']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:50.929617 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67088adb-83fa-4441-8110-4e3b3a1a370f x-openstack-request-id: req-67088adb-83fa-4441-8110-4e3b3a1a370f {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:58:50.930109 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad0cb963-86ee-4b54-8789-cc88871f07a7", "tag": "c11ecb68-4813-43b3-a138-7545b71cef25", "status": "completed", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:58:50.930563 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-67088adb-83fa-4441-8110-4e3b3a1a370f {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:58:50.931129 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad0cb963-86ee-4b54-8789-cc88871f07a7', 'tag': 'c11ecb68-4813-43b3-a138-7545b71cef25', 'status': 'completed', 'code': 200} Oct 12 17:58:50.940627 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['c11ecb68-4813-43b3-a138-7545b71cef25'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:58:50.954304 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-dfc79805-266f-4f84-8743-b5b0f7e7183d tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:50.991085 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-dfc79805-266f-4f84-8743-b5b0f7e7183d tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:51.057339 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ec8e5-dc64-4fba-ba68-1733bc87e5fe req-de0f1fcc-1106-4ce0-91c4-f2730308a663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:51.058935 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-f49ec8e5-dc64-4fba-ba68-1733bc87e5fe req-de0f1fcc-1106-4ce0-91c4-f2730308a663 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2874ea6160b04d2daaa33b707a2084b7&device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 1098 time: 0.0870976 Oct 12 17:58:51.101135 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-07ab5ae4-ce3e-4da2-a0c7-8a7e79e08f79 None None] Provisioning complete for port c11ecb68-4813-43b3-a138-7545b71cef25 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:58:51.101536 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-07ab5ae4-ce3e-4da2-a0c7-8a7e79e08f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:51.116541 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-dfc79805-266f-4f84-8743-b5b0f7e7183d tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:51.119108 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-dfc79805-266f-4f84-8743-b5b0f7e7183d tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:51.122704 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-dfc79805-266f-4f84-8743-b5b0f7e7183d tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "DELETE /v2.0/security-groups/c1ca33e7-c09a-4d56-85f3-c028a262b47a HTTP/1.1" status: 204 len: 168 time: 0.2535045 Oct 12 17:58:51.123402 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 40616) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:51.138597 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc79805-266f-4f84-8743-b5b0f7e7183d tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ca33e7-c09a-4d56-85f3-c028a262b47a,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:51.165522 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ec8e5-dc64-4fba-ba68-1733bc87e5fe req-7b2f9c4e-bfec-40f4-8f6e-c3cdc90a4ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:51.167208 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-f49ec8e5-dc64-4fba-ba68-1733bc87e5fe req-7b2f9c4e-bfec-40f4-8f6e-c3cdc90a4ece service neutron] 10.222.0.44 "GET /v2.0/networks?id=eeaad051-d49f-491e-bfa9-9d1a17d4d566 HTTP/1.1" status: 200 len: 917 time: 0.1007874 Oct 12 17:58:51.244940 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-f49ec8e5-dc64-4fba-ba68-1733bc87e5fe req-a70c8a8b-8a64-4555-8732-58fe4858f828 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c11ecb68-4813-43b3-a138-7545b71cef25 HTTP/1.1" status: 200 len: 1001 time: 0.0694330 Oct 12 17:58:51.303337 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-dcb7de30-1ee8-4b12-9354-d7220023ed7b tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Deleting port 4f35f340-999b-4942-9162-537e691f18c8 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:58:51.303860 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dcb7de30-1ee8-4b12-9354-d7220023ed7b tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:51.307159 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ec8e5-dc64-4fba-ba68-1733bc87e5fe req-1ae7516a-c179-43ec-87cb-5af3f6816eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:51.309038 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-f49ec8e5-dc64-4fba-ba68-1733bc87e5fe req-1ae7516a-c179-43ec-87cb-5af3f6816eb7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=773ed561-4258-4e62-8ec3-98aa68830d77 HTTP/1.1" status: 200 len: 854 time: 0.0556409 Oct 12 17:58:51.361728 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ec8e5-dc64-4fba-ba68-1733bc87e5fe req-0e5333af-ca35-4fbd-9531-085e85983d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:51.363288 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-f49ec8e5-dc64-4fba-ba68-1733bc87e5fe req-0e5333af-ca35-4fbd-9531-085e85983d95 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eeaad051-d49f-491e-bfa9-9d1a17d4d566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458677 Oct 12 17:58:51.384157 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dcb7de30-1ee8-4b12-9354-d7220023ed7b tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:51.384479 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dcb7de30-1ee8-4b12-9354-d7220023ed7b tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:51.395751 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-dcb7de30-1ee8-4b12-9354-d7220023ed7b tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Calling delete_port for 4f35f340-999b-4942-9162-537e691f18c8 owned by network:floatingip {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:58:51.458080 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-f49ec8e5-dc64-4fba-ba68-1733bc87e5fe req-692fe24e-f868-4b56-96b5-391c216a0a94 service neutron] 10.222.0.44 "GET /v2.0/networks/eeaad051-d49f-491e-bfa9-9d1a17d4d566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855269 Oct 12 17:58:51.547421 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-f49ec8e5-dc64-4fba-ba68-1733bc87e5fe req-3f63b81f-8fc6-44d4-8c1e-33591c7461fd service neutron] 10.222.0.44 "GET /v2.0/networks/eeaad051-d49f-491e-bfa9-9d1a17d4d566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808332 Oct 12 17:58:51.576633 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dcb7de30-1ee8-4b12-9354-d7220023ed7b tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4464511'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:51.607262 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7de30-1ee8-4b12-9354-d7220023ed7b tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Pushing event deleted for resources: {'Port': ['ID=4f35f340-999b-4942-9162-537e691f18c8,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:51.670198 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dcb7de30-1ee8-4b12-9354-d7220023ed7b tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks [] for floatingip, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:51.670560 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.db.l3_db [None req-dcb7de30-1ee8-4b12-9354-d7220023ed7b tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Floating IP f16486de-8fff-4cd2-b467-ef8aca4bc8c2 disassociated (deleted). External IP: 172.27.0.146, port: c11ecb68-4813-43b3-a138-7545b71cef25. Oct 12 17:58:51.885690 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb7de30-1ee8-4b12-9354-d7220023ed7b tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Router 2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84 has already been hosted by L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 {{(pid=105766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:58:52.000957 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb7de30-1ee8-4b12-9354-d7220023ed7b tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:58:52.007369 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dcb7de30-1ee8-4b12-9354-d7220023ed7b tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for floatingip, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:52.012554 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7b1fe0-583a-4c2e-aaef-c481a54ef1bc None None] Sync routers for ids ['2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84'] in dv-cinder-813226-2-iscsi {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:58:52.021753 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7b1fe0-583a-4c2e-aaef-c481a54ef1bc None None] Routers {'2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:58:52.022384 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-fd7b1fe0-583a-4c2e-aaef-c481a54ef1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:58:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:52.035595 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-dcb7de30-1ee8-4b12-9354-d7220023ed7b tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "DELETE /v2.0/floatingips/f16486de-8fff-4cd2-b467-ef8aca4bc8c2 HTTP/1.1" status: 204 len: 168 time: 0.9102795 Oct 12 17:58:52.131856 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-fd7b1fe0-583a-4c2e-aaef-c481a54ef1bc None None] Set router 2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:58:52.339596 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-fd7b1fe0-583a-4c2e-aaef-c481a54ef1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84', 'name': 'tempest-TestMinimumBasicScenario-1916678143-router', 'tenant_id': '2874ea6160b04d2daaa33b707a2084b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:56:37Z', 'updated_at': '2021-10-12T17:56:40Z', 'revision_number': 4, 'project_id': '2874ea6160b04d2daaa33b707a2084b7', 'gw_port': {'id': '7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:24:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:56:37Z', 'updated_at': '2021-10-12T17:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': '4c9b674c-46f0-4bbb-b84d-efef3502cf55', 'name': '', 'network_id': 'eeaad051-d49f-491e-bfa9-9d1a17d4d566', 'tenant_id': '2874ea6160b04d2daaa33b707a2084b7', 'mac_address': 'fa:16:3e:4d:75:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '773ed561-4258-4e62-8ec3-98aa68830d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:56:39Z', 'updated_at': '2021-10-12T17:56:44Z', 'revision_number': 5, 'project_id': '2874ea6160b04d2daaa33b707a2084b7', 'subnets': [{'id': '773ed561-4258-4e62-8ec3-98aa68830d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:52.365256 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7b1fe0-583a-4c2e-aaef-c481a54ef1bc None None] Checking router: 2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84 for host: dv-cinder-813226-2-iscsi {{(pid=105768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:58:52.373846 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7b1fe0-583a-4c2e-aaef-c481a54ef1bc None None] Routers {'2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:58:52.374478 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-fd7b1fe0-583a-4c2e-aaef-c481a54ef1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:58:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:52.483795 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-fd7b1fe0-583a-4c2e-aaef-c481a54ef1bc None None] Set router 2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:58:52.694884 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-fd7b1fe0-583a-4c2e-aaef-c481a54ef1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84', 'name': 'tempest-TestMinimumBasicScenario-1916678143-router', 'tenant_id': '2874ea6160b04d2daaa33b707a2084b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:56:37Z', 'updated_at': '2021-10-12T17:56:40Z', 'revision_number': 4, 'project_id': '2874ea6160b04d2daaa33b707a2084b7', 'gw_port': {'id': '7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:24:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:56:37Z', 'updated_at': '2021-10-12T17:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': '4c9b674c-46f0-4bbb-b84d-efef3502cf55', 'name': '', 'network_id': 'eeaad051-d49f-491e-bfa9-9d1a17d4d566', 'tenant_id': '2874ea6160b04d2daaa33b707a2084b7', 'mac_address': 'fa:16:3e:4d:75:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '773ed561-4258-4e62-8ec3-98aa68830d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:56:39Z', 'updated_at': '2021-10-12T17:56:44Z', 'revision_number': 5, 'project_id': '2874ea6160b04d2daaa33b707a2084b7', 'subnets': [{'id': '773ed561-4258-4e62-8ec3-98aa68830d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:52.727013 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7b1fe0-583a-4c2e-aaef-c481a54ef1bc None None] The sync data for ids ['2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84'] in dv-cinder-813226-2-iscsi is: [{'id': '2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84', 'name': 'tempest-TestMinimumBasicScenario-1916678143-router', 'tenant_id': '2874ea6160b04d2daaa33b707a2084b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:56:37Z', 'updated_at': '2021-10-12T17:56:40Z', 'revision_number': 4, 'project_id': '2874ea6160b04d2daaa33b707a2084b7', 'gw_port': {'id': '7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:24:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:56:37Z', 'updated_at': '2021-10-12T17:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': '4c9b674c-46f0-4bbb-b84d-efef3502cf55', 'name': '', 'network_id': 'eeaad051-d49f-491e-bfa9-9d1a17d4d566', 'tenant_id': '2874ea6160b04d2daaa33b707a2084b7', 'mac_address': 'fa:16:3e:4d:75:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '773ed561-4258-4e62-8ec3-98aa68830d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:56:39Z', 'updated_at': '2021-10-12T17:56:44Z', 'revision_number': 5, 'project_id': '2874ea6160b04d2daaa33b707a2084b7', 'subnets': [{'id': '773ed561-4258-4e62-8ec3-98aa68830d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:58:52.933142 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0cb963-86ee-4b54-8789-cc88871f07a7', 'tag': 'c11ecb68-4813-43b3-a138-7545b71cef25'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:58:52.937097 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ba8fd1764513c7e19680242eeb7ddb2adb145f07e018bb81601842aae508955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d842fc03-6e09-4bf1-802d-761a89105220" -d '{"events": [{"name": "network-changed", "server_uuid": "ad0cb963-86ee-4b54-8789-cc88871f07a7", "tag": "c11ecb68-4813-43b3-a138-7545b71cef25"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:58:52.990100 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5c7fb2-1702-46b8-bcf9-fa2c2cbc53d0 None None] New status for floating IP f16486de-8fff-4cd2-b467-ef8aca4bc8c2: DOWN {{(pid=105769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:58:53.000201 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e9a58f-8a69-4ad1-b2f2-add609c79de6 x-openstack-request-id: req-80e9a58f-8a69-4ad1-b2f2-add609c79de6 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:58:53.000578 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad0cb963-86ee-4b54-8789-cc88871f07a7", "tag": "c11ecb68-4813-43b3-a138-7545b71cef25", "status": "completed", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:58:53.000889 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-80e9a58f-8a69-4ad1-b2f2-add609c79de6 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:58:53.001362 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad0cb963-86ee-4b54-8789-cc88871f07a7', 'tag': 'c11ecb68-4813-43b3-a138-7545b71cef25', 'status': 'completed', 'code': 200} Oct 12 17:58:53.020468 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 40640) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:53.066818 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842fc03-6e09-4bf1-802d-761a89105220 req-f223875d-5624-4275-9fd6-ae5ed6c2a6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:53.068378 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-d842fc03-6e09-4bf1-802d-761a89105220 req-f223875d-5624-4275-9fd6-ae5ed6c2a6dd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2874ea6160b04d2daaa33b707a2084b7&device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 1098 time: 0.0421081 Oct 12 17:58:53.137907 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-81e754ef-45fe-46d1-8a70-fe23e5da0985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:53.201502 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842fc03-6e09-4bf1-802d-761a89105220 req-b95c620e-9cc8-496a-ac35-deda33620a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:53.203055 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-d842fc03-6e09-4bf1-802d-761a89105220 req-b95c620e-9cc8-496a-ac35-deda33620a83 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eeaad051-d49f-491e-bfa9-9d1a17d4d566 HTTP/1.1" status: 200 len: 917 time: 0.1276422 Oct 12 17:58:53.262894 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-d842fc03-6e09-4bf1-802d-761a89105220 req-fe7340ee-c929-4915-bef9-dd12d40028f5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c11ecb68-4813-43b3-a138-7545b71cef25 HTTP/1.1" status: 200 len: 217 time: 0.0506008 Oct 12 17:58:53.316407 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-81e754ef-45fe-46d1-8a70-fe23e5da0985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:53.325251 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-81e754ef-45fe-46d1-8a70-fe23e5da0985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:53.345824 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842fc03-6e09-4bf1-802d-761a89105220 req-c1022cbe-b2a1-4b59-811b-66adf4aa5646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:53.347341 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-d842fc03-6e09-4bf1-802d-761a89105220 req-c1022cbe-b2a1-4b59-811b-66adf4aa5646 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=773ed561-4258-4e62-8ec3-98aa68830d77 HTTP/1.1" status: 200 len: 854 time: 0.0778313 Oct 12 17:58:53.393838 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-81e754ef-45fe-46d1-8a70-fe23e5da0985 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=342df86aaac7429c8b7822299bf2e89b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3722570 Oct 12 17:58:53.396401 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e754ef-45fe-46d1-8a70-fe23e5da0985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d51f041-fe7c-442e-a4c6-bea556412c5b,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:53.396650 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 40650) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:53.411719 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842fc03-6e09-4bf1-802d-761a89105220 req-2b8211ad-f27e-424c-bbb0-78bd5ce510bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:53.413226 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-d842fc03-6e09-4bf1-802d-761a89105220 req-2b8211ad-f27e-424c-bbb0-78bd5ce510bc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eeaad051-d49f-491e-bfa9-9d1a17d4d566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552239 Oct 12 17:58:53.452573 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7176b3dc-878a-4047-9015-397b5b3eba00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:53.476352 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7176b3dc-878a-4047-9015-397b5b3eba00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:53.528292 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-d842fc03-6e09-4bf1-802d-761a89105220 req-4eb6349a-6cc9-4803-87fb-525d3b0d585b service neutron] 10.222.0.44 "GET /v2.0/networks/eeaad051-d49f-491e-bfa9-9d1a17d4d566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073771 Oct 12 17:58:53.535009 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7176b3dc-878a-4047-9015-397b5b3eba00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:53.537824 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7176b3dc-878a-4047-9015-397b5b3eba00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:53.539078 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-7176b3dc-878a-4047-9015-397b5b3eba00 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5d51f041-fe7c-442e-a4c6-bea556412c5b HTTP/1.1" status: 204 len: 168 time: 0.1414018 Oct 12 17:58:53.547626 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7176b3dc-878a-4047-9015-397b5b3eba00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d51f041-fe7c-442e-a4c6-bea556412c5b,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:53.632263 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-d842fc03-6e09-4bf1-802d-761a89105220 req-9d51433d-a9c9-4698-9a90-46ba67991e39 service neutron] 10.222.0.44 "GET /v2.0/networks/eeaad051-d49f-491e-bfa9-9d1a17d4d566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927985 Oct 12 17:58:54.806630 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12139576-29df-4684-8261-8e02f853a3b8 req-55451477-c2f6-45c3-b7d4-a2a6074f406f tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:54.808133 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-12139576-29df-4684-8261-8e02f853a3b8 req-55451477-c2f6-45c3-b7d4-a2a6074f406f tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 945 time: 0.0676939 Oct 12 17:58:54.847668 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-12139576-29df-4684-8261-8e02f853a3b8 req-68cf732f-3d73-4608-bb01-83d7f68f2286 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/security-groups?id=df6d1d46-46ba-4df4-a3be-659f9dbf4f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333526 Oct 12 17:58:55.973758 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420a71b-79d5-41c6-b3a7-3e4c8af7d0db req-fd06070d-c330-4633-8d8c-12c24800335e tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:55.975279 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5420a71b-79d5-41c6-b3a7-3e4c8af7d0db req-fd06070d-c330-4633-8d8c-12c24800335e tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 945 time: 0.0588987 Oct 12 17:58:56.015844 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5420a71b-79d5-41c6-b3a7-3e4c8af7d0db req-54543c02-baf5-4cfa-a9d8-221a9fc4a0ed tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/security-groups?id=df6d1d46-46ba-4df4-a3be-659f9dbf4f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330868 Oct 12 17:58:56.507853 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80eb24-7161-492f-bec5-90095a47475d req-2ef1367b-c133-4f80-a8ac-6142af3d45b5 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:56.509294 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-ea80eb24-7161-492f-bec5-90095a47475d req-2ef1367b-c133-4f80-a8ac-6142af3d45b5 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 945 time: 0.0621774 Oct 12 17:58:56.600701 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [req-ea80eb24-7161-492f-bec5-90095a47475d req-fbfae535-61f3-4811-b95b-fa5e958768be tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Deleting port c11ecb68-4813-43b3-a138-7545b71cef25 {{(pid=105767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:58:56.600989 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-ea80eb24-7161-492f-bec5-90095a47475d req-fbfae535-61f3-4811-b95b-fa5e958768be tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:56.692978 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-ea80eb24-7161-492f-bec5-90095a47475d req-fbfae535-61f3-4811-b95b-fa5e958768be tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] For port c11ecb68-4813-43b3-a138-7545b71cef25, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c11ecb68-4813-43b3-a138-7545b71cef25,segment=NetworkSegment(204716ec-bef6-4dcd-9fe8-f8aef954e11e),segment_id=204716ec-bef6-4dcd-9fe8-f8aef954e11e)] {{(pid=105767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:58:56.693338 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-ea80eb24-7161-492f-bec5-90095a47475d req-fbfae535-61f3-4811-b95b-fa5e958768be tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:56.709509 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:56.980607 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [req-ea80eb24-7161-492f-bec5-90095a47475d req-fbfae535-61f3-4811-b95b-fa5e958768be tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Calling delete_port for c11ecb68-4813-43b3-a138-7545b71cef25 owned by compute:nova {{(pid=105767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:58:57.115764 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-ea80eb24-7161-492f-bec5-90095a47475d req-fbfae535-61f3-4811-b95b-fa5e958768be tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:57.128888 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['c11ecb68-4813-43b3-a138-7545b71cef25'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:58:57.151197 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1757ab6-4767-4058-8965-1ad67229a5ee req-ae8d8350-c44d-4a84-bc3b-43083b1efdb0 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:57.154117 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c1757ab6-4767-4058-8965-1ad67229a5ee req-ae8d8350-c44d-4a84-bc3b-43083b1efdb0 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad0cb963-86ee-4b54-8789-cc88871f07a7 HTTP/1.1" status: 200 len: 867 time: 0.0627029 Oct 12 17:58:57.156892 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfae535-61f3-4811-b95b-fa5e958768be tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Pushing event deleted for resources: {'Port': ['ID=c11ecb68-4813-43b3-a138-7545b71cef25,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:57.194273 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 40708) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:57.199625 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea80eb24-7161-492f-bec5-90095a47475d req-fbfae535-61f3-4811-b95b-fa5e958768be tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] No DVR routers for this DVR port c11ecb68-4813-43b3-a138-7545b71cef25 on host hv-cinder-81322 {{(pid=105767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:58:57.202373 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-ea80eb24-7161-492f-bec5-90095a47475d req-fbfae535-61f3-4811-b95b-fa5e958768be tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:57.205467 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-ea80eb24-7161-492f-bec5-90095a47475d req-fbfae535-61f3-4811-b95b-fa5e958768be tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.44 "DELETE /v2.0/ports/c11ecb68-4813-43b3-a138-7545b71cef25 HTTP/1.1" status: 204 len: 173 time: 0.6897635 Oct 12 17:58:57.205909 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0cb963-86ee-4b54-8789-cc88871f07a7', 'name': 'network-vif-deleted', 'tag': 'c11ecb68-4813-43b3-a138-7545b71cef25'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:58:57.208209 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d437f6-a9aa-4e98-9a7a-9da9493d95eb" -d '{"events": [{"server_uuid": "ad0cb963-86ee-4b54-8789-cc88871f07a7", "name": "network-vif-deleted", "tag": "c11ecb68-4813-43b3-a138-7545b71cef25"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:58:57.212632 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c1757ab6-4767-4058-8965-1ad67229a5ee req-b5719f59-7a8c-4e2b-b319-2015b95b5273 tempest-TestMinimumBasicScenario-1546211543 tempest-TestMinimumBasicScenario-1546211543-project] 10.222.0.85 "GET /v2.0/security-groups?id=df6d1d46-46ba-4df4-a3be-659f9dbf4f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459433 Oct 12 17:58:57.260795 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da3abac-d439-4fdf-a410-bb8e19cccd7c x-openstack-request-id: req-1da3abac-d439-4fdf-a410-bb8e19cccd7c {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:58:57.261445 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0cb963-86ee-4b54-8789-cc88871f07a7", "name": "network-vif-deleted", "tag": "c11ecb68-4813-43b3-a138-7545b71cef25", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:58:57.261715 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-1da3abac-d439-4fdf-a410-bb8e19cccd7c {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:58:57.262116 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0cb963-86ee-4b54-8789-cc88871f07a7', 'name': 'network-vif-deleted', 'tag': 'c11ecb68-4813-43b3-a138-7545b71cef25', 'status': 'completed', 'code': 200} Oct 12 17:58:57.325274 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-87bca7d0-094c-45e8-ad60-dc47b85a5390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:57.400229 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-87bca7d0-094c-45e8-ad60-dc47b85a5390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:57.405594 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-87bca7d0-094c-45e8-ad60-dc47b85a5390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:57.440493 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bca7d0-094c-45e8-ad60-dc47b85a5390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098947c7-9fdd-4d33-9585-3396ecf075b0,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:57.444637 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-87bca7d0-094c-45e8-ad60-dc47b85a5390 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7880f9116e804152ad84d252da2779ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2493665 Oct 12 17:58:57.447386 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 40714) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:57.494918 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b1dff3dd-f6c9-49de-a692-8d9cb6f9a9e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:57.518474 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b1dff3dd-f6c9-49de-a692-8d9cb6f9a9e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:57.576049 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b1dff3dd-f6c9-49de-a692-8d9cb6f9a9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:57.579048 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b1dff3dd-f6c9-49de-a692-8d9cb6f9a9e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:57.580248 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-b1dff3dd-f6c9-49de-a692-8d9cb6f9a9e9 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/098947c7-9fdd-4d33-9585-3396ecf075b0 HTTP/1.1" status: 204 len: 168 time: 0.1316066 Oct 12 17:58:57.588758 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dff3dd-f6c9-49de-a692-8d9cb6f9a9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098947c7-9fdd-4d33-9585-3396ecf075b0,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:58.931405 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 40794) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:59.284234 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ca40461d-b4e2-47e4-af8b-accf3904d8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8115347'] for router_interface, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:59.546859 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-ca40461d-b4e2-47e4-af8b-accf3904d8cf admin admin] Deleting port 4c9b674c-46f0-4bbb-b84d-efef3502cf55 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:58:59.547084 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ca40461d-b4e2-47e4-af8b-accf3904d8cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:59.628421 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-ca40461d-b4e2-47e4-af8b-accf3904d8cf admin admin] For port 4c9b674c-46f0-4bbb-b84d-efef3502cf55, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=4c9b674c-46f0-4bbb-b84d-efef3502cf55,segment=NetworkSegment(204716ec-bef6-4dcd-9fe8-f8aef954e11e),segment_id=204716ec-bef6-4dcd-9fe8-f8aef954e11e)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:58:59.628799 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ca40461d-b4e2-47e4-af8b-accf3904d8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:59.640459 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-ca40461d-b4e2-47e4-af8b-accf3904d8cf admin admin] Calling delete_port for 4c9b674c-46f0-4bbb-b84d-efef3502cf55 owned by network:router_interface {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:58:59.821736 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ca40461d-b4e2-47e4-af8b-accf3904d8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4464511'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:59.848311 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca40461d-b4e2-47e4-af8b-accf3904d8cf admin admin] Pushing event deleted for resources: {'Port': ['ID=4c9b674c-46f0-4bbb-b84d-efef3502cf55,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:00.017407 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ca40461d-b4e2-47e4-af8b-accf3904d8cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8115239'] for router_interface, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:00.043758 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device c11ecb68-4813-43b3-a138-7545b71cef25 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:59:00.065306 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] No Port match for: c11ecb68-4813-43b3-a138-7545b71cef25 {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:59:00.066011 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device c11ecb68-4813-43b3-a138-7545b71cef25 not bound to the agent host hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:59:00.253163 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca40461d-b4e2-47e4-af8b-accf3904d8cf admin admin] Router 2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84 has already been hosted by L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 {{(pid=105766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:59:00.357737 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca40461d-b4e2-47e4-af8b-accf3904d8cf admin admin] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:59:00.362718 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-ca40461d-b4e2-47e4-af8b-accf3904d8cf admin admin] 10.222.0.85 "PUT /v2.0/routers/2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4303067 Oct 12 17:59:00.365379 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 40806) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:59:00.373755 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c028200-b462-4a60-a8de-44bdde8bfe46 None None] Sync routers for ids ['2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84'] in dv-cinder-813226-2-iscsi {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:59:00.383437 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c028200-b462-4a60-a8de-44bdde8bfe46 None None] Routers {'2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:59:00.384057 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-4c028200-b462-4a60-a8de-44bdde8bfe46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:58:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:59:00.468418 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d721b6cf-ed76-40aa-bb5a-7dbc49b4102e admin admin] Notify callbacks [] for router, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:00.488775 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-4c028200-b462-4a60-a8de-44bdde8bfe46 None None] Set router 2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:59:00.680545 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-4c028200-b462-4a60-a8de-44bdde8bfe46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84', 'name': 'tempest-TestMinimumBasicScenario-1916678143-router', 'tenant_id': '2874ea6160b04d2daaa33b707a2084b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:56:37Z', 'updated_at': '2021-10-12T17:58:59Z', 'revision_number': 5, 'project_id': '2874ea6160b04d2daaa33b707a2084b7', 'gw_port': {'id': '7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:24:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:56:37Z', 'updated_at': '2021-10-12T17:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi'}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:59:00.708263 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c028200-b462-4a60-a8de-44bdde8bfe46 None None] Checking router: 2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84 for host: dv-cinder-813226-2-iscsi {{(pid=105768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:59:00.717680 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c028200-b462-4a60-a8de-44bdde8bfe46 None None] Routers {'2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:59:00.718308 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-4c028200-b462-4a60-a8de-44bdde8bfe46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:58:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:59:00.819194 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d721b6cf-ed76-40aa-bb5a-7dbc49b4102e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:00.822517 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-4c028200-b462-4a60-a8de-44bdde8bfe46 None None] Set router 2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:59:00.874010 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-d721b6cf-ed76-40aa-bb5a-7dbc49b4102e admin admin] Deleting port 7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:59:00.874276 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d721b6cf-ed76-40aa-bb5a-7dbc49b4102e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:00.952704 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-d721b6cf-ed76-40aa-bb5a-7dbc49b4102e admin admin] For port 7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0,segment=NetworkSegment(f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1),segment_id=f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:59:00.953094 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d721b6cf-ed76-40aa-bb5a-7dbc49b4102e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:00.969307 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-d721b6cf-ed76-40aa-bb5a-7dbc49b4102e admin admin] Calling delete_port for 7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0 owned by network:router_gateway {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:59:01.004807 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-4c028200-b462-4a60-a8de-44bdde8bfe46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84', 'name': 'tempest-TestMinimumBasicScenario-1916678143-router', 'tenant_id': '2874ea6160b04d2daaa33b707a2084b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:56:37Z', 'updated_at': '2021-10-12T17:58:59Z', 'revision_number': 5, 'project_id': '2874ea6160b04d2daaa33b707a2084b7', 'gw_port': {'id': '7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:24:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:56:37Z', 'updated_at': '2021-10-12T17:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi'}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:59:01.034529 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c028200-b462-4a60-a8de-44bdde8bfe46 None None] The sync data for ids ['2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84'] in dv-cinder-813226-2-iscsi is: [{'id': '2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84', 'name': 'tempest-TestMinimumBasicScenario-1916678143-router', 'tenant_id': '2874ea6160b04d2daaa33b707a2084b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:56:37Z', 'updated_at': '2021-10-12T17:58:59Z', 'revision_number': 5, 'project_id': '2874ea6160b04d2daaa33b707a2084b7', 'gw_port': {'id': '7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:24:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:56:37Z', 'updated_at': '2021-10-12T17:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi'}] {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:59:01.142702 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d721b6cf-ed76-40aa-bb5a-7dbc49b4102e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4464511'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:01.168526 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d721b6cf-ed76-40aa-bb5a-7dbc49b4102e admin admin] Pushing event deleted for resources: {'Port': ['ID=7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:01.234388 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d721b6cf-ed76-40aa-bb5a-7dbc49b4102e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8091077'] for router_gateway, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:01.326417 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d721b6cf-ed76-40aa-bb5a-7dbc49b4102e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8113461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8192'] for router, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:01.328484 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d721b6cf-ed76-40aa-bb5a-7dbc49b4102e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:01.383431 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d721b6cf-ed76-40aa-bb5a-7dbc49b4102e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8113470'] for router, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:01.384117 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d721b6cf-ed76-40aa-bb5a-7dbc49b4102e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84 {{(pid=105766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 17:59:01.389926 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d721b6cf-ed76-40aa-bb5a-7dbc49b4102e admin admin] Notify callbacks [] for router, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:01.394762 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 40814) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:59:01.405889 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-d721b6cf-ed76-40aa-bb5a-7dbc49b4102e admin admin] 10.222.0.85 "DELETE /v2.0/routers/2f5b6f3f-3c5f-4ffc-b775-ad1add6ffd84 HTTP/1.1" status: 204 len: 168 time: 1.0394018 Oct 12 17:59:01.469063 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1713fc58-672b-49a6-9b14-c0b8730cc313 admin admin] Deleting subnet 773ed561-4258-4e62-8ec3-98aa68830d77 {{(pid=105767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:59:01.477020 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-1713fc58-672b-49a6-9b14-c0b8730cc313 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:01.527033 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-1713fc58-672b-49a6-9b14-c0b8730cc313 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4686406'] for subnet, precommit_delete_associations {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:01.638582 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-1713fc58-672b-49a6-9b14-c0b8730cc313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727552'] for subnet, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:01.695055 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-1713fc58-672b-49a6-9b14-c0b8730cc313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5196305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4575252'] for subnet, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:01.722704 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1713fc58-672b-49a6-9b14-c0b8730cc313 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=773ed561-4258-4e62-8ec3-98aa68830d77,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:01.724722 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-1713fc58-672b-49a6-9b14-c0b8730cc313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for subnet, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:01.727934 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-1713fc58-672b-49a6-9b14-c0b8730cc313 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/773ed561-4258-4e62-8ec3-98aa68830d77 HTTP/1.1" status: 204 len: 168 time: 0.3315625 Oct 12 17:59:01.728905 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ca90e5-7b1a-4ed0-978b-2433ed1bb48d None None] Network eeaad051-d49f-491e-bfa9-9d1a17d4d566 requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:59:01.730394 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 40820) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:59:01.804756 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-18715ebd-fe2b-4a4d-98c3-2c225709c6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657003'] for network, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:01.861304 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [None req-18715ebd-fe2b-4a4d-98c3-2c225709c6a0 admin admin] Deleting port ab16b00b-bb61-4179-85cc-03ccefa85522 {{(pid=105767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:59:01.861492 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-18715ebd-fe2b-4a4d-98c3-2c225709c6a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:01.923852 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-18715ebd-fe2b-4a4d-98c3-2c225709c6a0 admin admin] For port ab16b00b-bb61-4179-85cc-03ccefa85522, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=ab16b00b-bb61-4179-85cc-03ccefa85522,segment=NetworkSegment(204716ec-bef6-4dcd-9fe8-f8aef954e11e),segment_id=204716ec-bef6-4dcd-9fe8-f8aef954e11e)] {{(pid=105767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:59:01.924234 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-18715ebd-fe2b-4a4d-98c3-2c225709c6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:01.937167 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [None req-18715ebd-fe2b-4a4d-98c3-2c225709c6a0 admin admin] Calling delete_port for ab16b00b-bb61-4179-85cc-03ccefa85522 owned by network:dhcp {{(pid=105767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:59:02.026058 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-18715ebd-fe2b-4a4d-98c3-2c225709c6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:02.057601 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18715ebd-fe2b-4a4d-98c3-2c225709c6a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab16b00b-bb61-4179-85cc-03ccefa85522,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:02.059680 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18715ebd-fe2b-4a4d-98c3-2c225709c6a0 admin admin] No DVR routers for this DVR port ab16b00b-bb61-4179-85cc-03ccefa85522 on host dv-cinder-813226-2-iscsi {{(pid=105767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:59:02.132228 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-18715ebd-fe2b-4a4d-98c3-2c225709c6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721659', 'neutron.services.segments.db._delete_segments_for_network-8752770191620'] for network, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:02.156948 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.services.segments.db [None req-18715ebd-fe2b-4a4d-98c3-2c225709c6a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeaad051-d49f-491e-bfa9-9d1a17d4d566']}} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:59:02.167769 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.services.segments.db [None req-18715ebd-fe2b-4a4d-98c3-2c225709c6a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '204716ec-bef6-4dcd-9fe8-f8aef954e11e') {'for_net_delete': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:59:02.167769 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.services.segments.db [None req-18715ebd-fe2b-4a4d-98c3-2c225709c6a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '204716ec-bef6-4dcd-9fe8-f8aef954e11e') {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:59:02.177980 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02a31cd-264d-430b-8752-aefc63168894 None None] DHCP port deletion for eeaad051-d49f-491e-bfa9-9d1a17d4d566 request from dv-cinder-813226-2-iscsi {{(pid=105768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 17:59:02.180049 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-18715ebd-fe2b-4a4d-98c3-2c225709c6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752770190093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4686413'] for segment, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:02.196568 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-18715ebd-fe2b-4a4d-98c3-2c225709c6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234'] for segment, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:02.203676 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18715ebd-fe2b-4a4d-98c3-2c225709c6a0 admin admin] Releasing vlan 1394 on physical network physnet1 to pool {{(pid=105767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:59:02.204060 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-18715ebd-fe2b-4a4d-98c3-2c225709c6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5197263'] for segment, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:02.205905 dv-cinder-813226-2-iscsi neutron-server[105767]: Traceback (most recent call last): Oct 12 17:59:02.205905 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:59:02.205905 dv-cinder-813226-2-iscsi neutron-server[105767]: timer() Oct 12 17:59:02.205905 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:59:02.205905 dv-cinder-813226-2-iscsi neutron-server[105767]: cb(*args, **kw) Oct 12 17:59:02.205905 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:59:02.205905 dv-cinder-813226-2-iscsi neutron-server[105767]: return func(*args, **kwargs) Oct 12 17:59:02.205905 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:59:02.205905 dv-cinder-813226-2-iscsi neutron-server[105767]: self._notify() Oct 12 17:59:02.205905 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:59:02.205905 dv-cinder-813226-2-iscsi neutron-server[105767]: self.callback(batched_events) Oct 12 17:59:02.205905 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:59:02.205905 dv-cinder-813226-2-iscsi neutron-server[105767]: event.method(event) Oct 12 17:59:02.205905 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:59:02.205905 dv-cinder-813226-2-iscsi neutron-server[105767]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:59:02.205905 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:59:02.205905 dv-cinder-813226-2-iscsi neutron-server[105767]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:59:02.205905 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:59:02.205905 dv-cinder-813226-2-iscsi neutron-server[105767]: return f(self, *a, **k) Oct 12 17:59:02.205905 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:59:02.205905 dv-cinder-813226-2-iscsi neutron-server[105767]: return self._get(url).json() Oct 12 17:59:02.205905 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:59:02.205905 dv-cinder-813226-2-iscsi neutron-server[105767]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:59:02.205905 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:59:02.205905 dv-cinder-813226-2-iscsi neutron-server[105767]: return self.request(url, 'GET', **kwargs) Oct 12 17:59:02.205905 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:59:02.205905 dv-cinder-813226-2-iscsi neutron-server[105767]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:59:02.205905 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:59:02.205905 dv-cinder-813226-2-iscsi neutron-server[105767]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:59:02.205905 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:59:02.205905 dv-cinder-813226-2-iscsi neutron-server[105767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:59:02.205905 dv-cinder-813226-2-iscsi neutron-server[105767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:59:02.260664 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-18715ebd-fe2b-4a4d-98c3-2c225709c6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8091041'] for network, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:02.266159 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-18715ebd-fe2b-4a4d-98c3-2c225709c6a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for network, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:02.269334 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-18715ebd-fe2b-4a4d-98c3-2c225709c6a0 admin admin] 10.222.0.85 "DELETE /v2.0/networks/eeaad051-d49f-491e-bfa9-9d1a17d4d566 HTTP/1.1" status: 204 len: 168 time: 0.5380132 Oct 12 17:59:02.275118 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 40822) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:59:02.280826 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18715ebd-fe2b-4a4d-98c3-2c225709c6a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=eeaad051-d49f-491e-bfa9-9d1a17d4d566,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:02.623246 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b58d09c2-ac3a-4e79-92d9-95a5cf811103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8115347'] for router_interface, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:02.867354 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-b58d09c2-ac3a-4e79-92d9-95a5cf811103 admin admin] Deleting port f95c4165-723a-45cc-981c-181f3e73362c {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:59:02.867697 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b58d09c2-ac3a-4e79-92d9-95a5cf811103 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:02.944026 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device ab16b00b-bb61-4179-85cc-03ccefa85522 no longer exists at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:59:02.945707 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-b58d09c2-ac3a-4e79-92d9-95a5cf811103 admin admin] For port f95c4165-723a-45cc-981c-181f3e73362c, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=f95c4165-723a-45cc-981c-181f3e73362c,segment=NetworkSegment(a694cefd-ba8f-4d5f-aff0-779bed6dcfa3),segment_id=a694cefd-ba8f-4d5f-aff0-779bed6dcfa3)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:59:02.948813 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b58d09c2-ac3a-4e79-92d9-95a5cf811103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:02.967597 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-b58d09c2-ac3a-4e79-92d9-95a5cf811103 admin admin] Calling delete_port for f95c4165-723a-45cc-981c-181f3e73362c owned by network:router_interface {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:59:02.978665 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] No Port match for: ab16b00b-bb61-4179-85cc-03ccefa85522 {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:59:02.979006 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device ab16b00b-bb61-4179-85cc-03ccefa85522 not bound to the agent host dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:59:02.979432 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0 no longer exists at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:59:02.997913 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] No Port match for: 7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0 {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:59:02.998512 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 7a9837b2-6f9b-4ee3-ab32-309f3a26a6e0 not bound to the agent host dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:59:02.999070 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 4c9b674c-46f0-4bbb-b84d-efef3502cf55 no longer exists at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:59:03.017666 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] No Port match for: 4c9b674c-46f0-4bbb-b84d-efef3502cf55 {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:59:03.018008 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 4c9b674c-46f0-4bbb-b84d-efef3502cf55 not bound to the agent host dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:59:03.157379 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b58d09c2-ac3a-4e79-92d9-95a5cf811103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4464511'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:03.180505 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d09c2-ac3a-4e79-92d9-95a5cf811103 admin admin] Pushing event deleted for resources: {'Port': ['ID=f95c4165-723a-45cc-981c-181f3e73362c,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:03.355590 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b58d09c2-ac3a-4e79-92d9-95a5cf811103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8115239'] for router_interface, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:03.591710 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58d09c2-ac3a-4e79-92d9-95a5cf811103 admin admin] Router e0254879-f19a-4ace-8148-7d09701aa047 has already been hosted by L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 {{(pid=105766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:59:03.701384 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58d09c2-ac3a-4e79-92d9-95a5cf811103 admin admin] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:59:03.706474 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-b58d09c2-ac3a-4e79-92d9-95a5cf811103 admin admin] 10.222.0.85 "PUT /v2.0/routers/e0254879-f19a-4ace-8148-7d09701aa047/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4301827 Oct 12 17:59:03.708927 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 40852) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:59:03.714553 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70524bb-9ccb-4628-b354-7b88e4dee60c None None] Sync routers for ids ['e0254879-f19a-4ace-8148-7d09701aa047'] in dv-cinder-813226-2-iscsi {{(pid=105769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:59:03.724109 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70524bb-9ccb-4628-b354-7b88e4dee60c None None] Routers {'e0254879-f19a-4ace-8148-7d09701aa047'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:59:03.724833 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-c70524bb-9ccb-4628-b354-7b88e4dee60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:58:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['e0254879-f19a-4ace-8148-7d09701aa047'], 'active': True} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:59:03.816071 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c2ad848d-9c39-4b21-a9e6-adcd6a9a4f32 admin admin] Notify callbacks [] for router, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:03.928428 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvr_db [None req-c70524bb-9ccb-4628-b354-7b88e4dee60c None None] Set router e0254879-f19a-4ace-8148-7d09701aa047 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:59:03.929238 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c2ad848d-9c39-4b21-a9e6-adcd6a9a4f32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:03.989034 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c2ad848d-9c39-4b21-a9e6-adcd6a9a4f32 admin admin] Deleting port 6ee68d24-a4cc-4030-8e4d-cb7bb5f96aa8 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:59:03.989393 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c2ad848d-9c39-4b21-a9e6-adcd6a9a4f32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:04.073926 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c2ad848d-9c39-4b21-a9e6-adcd6a9a4f32 admin admin] For port 6ee68d24-a4cc-4030-8e4d-cb7bb5f96aa8, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=6ee68d24-a4cc-4030-8e4d-cb7bb5f96aa8,segment=NetworkSegment(f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1),segment_id=f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:59:04.074468 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c2ad848d-9c39-4b21-a9e6-adcd6a9a4f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:04.093832 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c2ad848d-9c39-4b21-a9e6-adcd6a9a4f32 admin admin] Calling delete_port for 6ee68d24-a4cc-4030-8e4d-cb7bb5f96aa8 owned by network:router_gateway {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:59:04.120914 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-c70524bb-9ccb-4628-b354-7b88e4dee60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0254879-f19a-4ace-8148-7d09701aa047', 'name': 'tempest-TestMinimumBasicScenario-442323597-router', 'tenant_id': '790109c23ddc46dd8466e91c5fc7c551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '6ee68d24-a4cc-4030-8e4d-cb7bb5f96aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:56:42Z', 'updated_at': '2021-10-12T17:59:03Z', 'revision_number': 5, 'project_id': '790109c23ddc46dd8466e91c5fc7c551', 'gw_port': {'id': '6ee68d24-a4cc-4030-8e4d-cb7bb5f96aa8', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0254879-f19a-4ace-8148-7d09701aa047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:56:42Z', 'updated_at': '2021-10-12T17:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi'}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:59:04.147009 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70524bb-9ccb-4628-b354-7b88e4dee60c None None] Checking router: e0254879-f19a-4ace-8148-7d09701aa047 for host: dv-cinder-813226-2-iscsi {{(pid=105769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:59:04.155234 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70524bb-9ccb-4628-b354-7b88e4dee60c None None] Routers {'e0254879-f19a-4ace-8148-7d09701aa047'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:59:04.155937 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-c70524bb-9ccb-4628-b354-7b88e4dee60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:58:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['e0254879-f19a-4ace-8148-7d09701aa047'], 'active': True} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:59:04.241922 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvr_db [None req-c70524bb-9ccb-4628-b354-7b88e4dee60c None None] Set router e0254879-f19a-4ace-8148-7d09701aa047 gateway port host: None {{(pid=105769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:59:04.263288 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c2ad848d-9c39-4b21-a9e6-adcd6a9a4f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4464511'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:04.292513 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad848d-9c39-4b21-a9e6-adcd6a9a4f32 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ee68d24-a4cc-4030-8e4d-cb7bb5f96aa8,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:04.296335 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-c70524bb-9ccb-4628-b354-7b88e4dee60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0254879-f19a-4ace-8148-7d09701aa047', 'name': 'tempest-TestMinimumBasicScenario-442323597-router', 'tenant_id': '790109c23ddc46dd8466e91c5fc7c551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:56:42Z', 'updated_at': '2021-10-12T17:59:03Z', 'revision_number': 6, 'project_id': '790109c23ddc46dd8466e91c5fc7c551', 'gw_port_host': None}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:59:04.325105 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70524bb-9ccb-4628-b354-7b88e4dee60c None None] The sync data for ids ['e0254879-f19a-4ace-8148-7d09701aa047'] in dv-cinder-813226-2-iscsi is: [{'id': 'e0254879-f19a-4ace-8148-7d09701aa047', 'name': 'tempest-TestMinimumBasicScenario-442323597-router', 'tenant_id': '790109c23ddc46dd8466e91c5fc7c551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:56:42Z', 'updated_at': '2021-10-12T17:59:03Z', 'revision_number': 6, 'project_id': '790109c23ddc46dd8466e91c5fc7c551', 'gw_port_host': None}] {{(pid=105769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:59:04.363203 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c2ad848d-9c39-4b21-a9e6-adcd6a9a4f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8091077'] for router_gateway, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:04.457523 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c2ad848d-9c39-4b21-a9e6-adcd6a9a4f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8113461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8192'] for router, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:04.457523 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c2ad848d-9c39-4b21-a9e6-adcd6a9a4f32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:04.499162 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c2ad848d-9c39-4b21-a9e6-adcd6a9a4f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8113470'] for router, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:04.499713 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ad848d-9c39-4b21-a9e6-adcd6a9a4f32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0254879-f19a-4ace-8148-7d09701aa047 {{(pid=105766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 17:59:04.507995 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c2ad848d-9c39-4b21-a9e6-adcd6a9a4f32 admin admin] Notify callbacks [] for router, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:04.509160 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-c2ad848d-9c39-4b21-a9e6-adcd6a9a4f32 admin admin] 10.222.0.85 "DELETE /v2.0/routers/e0254879-f19a-4ace-8148-7d09701aa047 HTTP/1.1" status: 204 len: 168 time: 0.7993655 Oct 12 17:59:04.512900 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 40868) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:59:04.560152 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.db_base_plugin_v2 [None req-629611a7-5194-4f2c-92a1-298966964b4f admin admin] Deleting subnet 90d16121-b4b4-4059-8c39-d50d394323eb {{(pid=105766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:59:04.563512 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-629611a7-5194-4f2c-92a1-298966964b4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:04.597112 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-629611a7-5194-4f2c-92a1-298966964b4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6237308'] for subnet, precommit_delete_associations {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:04.672912 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-629611a7-5194-4f2c-92a1-298966964b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727552'] for subnet, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:04.733376 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-629611a7-5194-4f2c-92a1-298966964b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4464464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4858339'] for subnet, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:04.759764 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629611a7-5194-4f2c-92a1-298966964b4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90d16121-b4b4-4059-8c39-d50d394323eb,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:04.764646 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-629611a7-5194-4f2c-92a1-298966964b4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:04.770148 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-629611a7-5194-4f2c-92a1-298966964b4f admin admin] 10.222.0.85 "DELETE /v2.0/subnets/90d16121-b4b4-4059-8c39-d50d394323eb HTTP/1.1" status: 204 len: 168 time: 0.2541451 Oct 12 17:59:04.770752 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 40878) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:59:04.778757 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0578edc8-2c6b-4921-8f6c-0f6de2f7d092 None None] Network 14eeb8ee-5f1d-49ec-b1b9-34108fb9d5cf requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:59:04.861543 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-40853a50-0335-4f76-9d82-1e63561175f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657003'] for network, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:04.917819 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [None req-40853a50-0335-4f76-9d82-1e63561175f2 admin admin] Deleting port fc95f776-8040-43ff-9244-fbd914112659 {{(pid=105767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:59:04.918251 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-40853a50-0335-4f76-9d82-1e63561175f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:04.982206 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-40853a50-0335-4f76-9d82-1e63561175f2 admin admin] For port fc95f776-8040-43ff-9244-fbd914112659, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=fc95f776-8040-43ff-9244-fbd914112659,segment=NetworkSegment(a694cefd-ba8f-4d5f-aff0-779bed6dcfa3),segment_id=a694cefd-ba8f-4d5f-aff0-779bed6dcfa3)] {{(pid=105767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:59:04.982619 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-40853a50-0335-4f76-9d82-1e63561175f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:04.998778 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [None req-40853a50-0335-4f76-9d82-1e63561175f2 admin admin] Calling delete_port for fc95f776-8040-43ff-9244-fbd914112659 owned by network:dhcp {{(pid=105767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:59:05.076355 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-40853a50-0335-4f76-9d82-1e63561175f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:05.102786 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40853a50-0335-4f76-9d82-1e63561175f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc95f776-8040-43ff-9244-fbd914112659,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:05.104683 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40853a50-0335-4f76-9d82-1e63561175f2 admin admin] No DVR routers for this DVR port fc95f776-8040-43ff-9244-fbd914112659 on host dv-cinder-813226-2-iscsi {{(pid=105767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:59:05.151559 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86f1818-10ee-4371-8ece-1dffe85b1cb0 None None] DHCP port deletion for 14eeb8ee-5f1d-49ec-b1b9-34108fb9d5cf request from dv-cinder-813226-2-iscsi {{(pid=105768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 17:59:05.204596 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-40853a50-0335-4f76-9d82-1e63561175f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721659', 'neutron.services.segments.db._delete_segments_for_network-8752770191620'] for network, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:05.238256 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device f95c4165-723a-45cc-981c-181f3e73362c no longer exists at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:59:05.238422 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.services.segments.db [None req-40853a50-0335-4f76-9d82-1e63561175f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14eeb8ee-5f1d-49ec-b1b9-34108fb9d5cf']}} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:59:05.241433 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.services.segments.db [None req-40853a50-0335-4f76-9d82-1e63561175f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a694cefd-ba8f-4d5f-aff0-779bed6dcfa3') {'for_net_delete': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:59:05.241822 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.services.segments.db [None req-40853a50-0335-4f76-9d82-1e63561175f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a694cefd-ba8f-4d5f-aff0-779bed6dcfa3') {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:59:05.249909 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] No Port match for: f95c4165-723a-45cc-981c-181f3e73362c {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:59:05.250255 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device f95c4165-723a-45cc-981c-181f3e73362c not bound to the agent host dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:59:05.250791 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 6ee68d24-a4cc-4030-8e4d-cb7bb5f96aa8 no longer exists at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:59:05.256653 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-40853a50-0335-4f76-9d82-1e63561175f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752770190093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4686413'] for segment, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:05.272131 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-40853a50-0335-4f76-9d82-1e63561175f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234'] for segment, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:05.279104 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40853a50-0335-4f76-9d82-1e63561175f2 admin admin] Releasing vlan 1366 on physical network physnet1 to pool {{(pid=105767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:59:05.279408 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-40853a50-0335-4f76-9d82-1e63561175f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5197263'] for segment, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:05.281332 dv-cinder-813226-2-iscsi neutron-server[105767]: Traceback (most recent call last): Oct 12 17:59:05.281332 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:59:05.281332 dv-cinder-813226-2-iscsi neutron-server[105767]: timer() Oct 12 17:59:05.281332 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:59:05.281332 dv-cinder-813226-2-iscsi neutron-server[105767]: cb(*args, **kw) Oct 12 17:59:05.281332 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:59:05.281332 dv-cinder-813226-2-iscsi neutron-server[105767]: return func(*args, **kwargs) Oct 12 17:59:05.281332 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:59:05.281332 dv-cinder-813226-2-iscsi neutron-server[105767]: self._notify() Oct 12 17:59:05.281332 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:59:05.281332 dv-cinder-813226-2-iscsi neutron-server[105767]: self.callback(batched_events) Oct 12 17:59:05.281332 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:59:05.281332 dv-cinder-813226-2-iscsi neutron-server[105767]: event.method(event) Oct 12 17:59:05.281332 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:59:05.281332 dv-cinder-813226-2-iscsi neutron-server[105767]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:59:05.281332 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:59:05.281332 dv-cinder-813226-2-iscsi neutron-server[105767]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:59:05.281332 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:59:05.281332 dv-cinder-813226-2-iscsi neutron-server[105767]: return f(self, *a, **k) Oct 12 17:59:05.281332 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:59:05.281332 dv-cinder-813226-2-iscsi neutron-server[105767]: return self._get(url).json() Oct 12 17:59:05.281332 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:59:05.281332 dv-cinder-813226-2-iscsi neutron-server[105767]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:59:05.281332 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:59:05.281332 dv-cinder-813226-2-iscsi neutron-server[105767]: return self.request(url, 'GET', **kwargs) Oct 12 17:59:05.281332 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:59:05.281332 dv-cinder-813226-2-iscsi neutron-server[105767]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:59:05.281332 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:59:05.281332 dv-cinder-813226-2-iscsi neutron-server[105767]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:59:05.281332 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:59:05.281332 dv-cinder-813226-2-iscsi neutron-server[105767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:59:05.281332 dv-cinder-813226-2-iscsi neutron-server[105767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:59:05.283754 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] No Port match for: 6ee68d24-a4cc-4030-8e4d-cb7bb5f96aa8 {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:59:05.283754 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 6ee68d24-a4cc-4030-8e4d-cb7bb5f96aa8 not bound to the agent host dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:59:05.283754 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device fc95f776-8040-43ff-9244-fbd914112659 no longer exists at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:59:05.313052 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] No Port match for: fc95f776-8040-43ff-9244-fbd914112659 {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:59:05.314501 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device fc95f776-8040-43ff-9244-fbd914112659 not bound to the agent host dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:59:05.349928 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-40853a50-0335-4f76-9d82-1e63561175f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8091041'] for network, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:05.355518 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-40853a50-0335-4f76-9d82-1e63561175f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for network, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:05.359466 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-40853a50-0335-4f76-9d82-1e63561175f2 admin admin] 10.222.0.85 "DELETE /v2.0/networks/14eeb8ee-5f1d-49ec-b1b9-34108fb9d5cf HTTP/1.1" status: 204 len: 168 time: 0.5873528 Oct 12 17:59:05.376533 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40853a50-0335-4f76-9d82-1e63561175f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=14eeb8ee-5f1d-49ec-b1b9-34108fb9d5cf,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:05.532569 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 40896) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:59:05.577496 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-8c7540c2-f857-41d1-a912-6c8b5828572f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2874ea6160b04d2daaa33b707a2084b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436647 Oct 12 17:59:05.581371 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 40898) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:59:05.647856 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bb882332-44ae-4aa1-8a72-48416c3d69c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:05.669399 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bb882332-44ae-4aa1-8a72-48416c3d69c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:05.722099 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bb882332-44ae-4aa1-8a72-48416c3d69c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:05.724690 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bb882332-44ae-4aa1-8a72-48416c3d69c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:05.725809 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-bb882332-44ae-4aa1-8a72-48416c3d69c3 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/df6d1d46-46ba-4df4-a3be-659f9dbf4f38 HTTP/1.1" status: 204 len: 168 time: 0.1433496 Oct 12 17:59:05.734200 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb882332-44ae-4aa1-8a72-48416c3d69c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6d1d46-46ba-4df4-a3be-659f9dbf4f38,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:06.066559 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 40904) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:59:06.108938 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-5a5f9d67-de1b-4790-a51c-1cdc3b42473a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=790109c23ddc46dd8466e91c5fc7c551&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411563 Oct 12 17:59:06.111483 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 40906) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:59:06.160120 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-f8c44b66-96f0-43d5-898a-4315f47eacd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:06.182399 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-f8c44b66-96f0-43d5-898a-4315f47eacd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:06.233195 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-f8c44b66-96f0-43d5-898a-4315f47eacd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:06.237228 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-f8c44b66-96f0-43d5-898a-4315f47eacd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:06.239018 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-f8c44b66-96f0-43d5-898a-4315f47eacd5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0bd79598-fd5c-4c35-a44b-140421b12e7a HTTP/1.1" status: 204 len: 168 time: 0.1264467 Oct 12 17:59:06.248346 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c44b66-96f0-43d5-898a-4315f47eacd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd79598-fd5c-4c35-a44b-140421b12e7a,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:06.994928 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 40936) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:59:07.096554 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-016904d7-2995-4c05-8ee8-6a0bad1b2322 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1675155538-network', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:59:07.122268 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016904d7-2995-4c05-8ee8-6a0bad1b2322 admin admin] Made reservation on behalf of 7b733cd5636f4c5ead827ce9ef00dffb for: {'network': 1} {{(pid=105766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:59:07.125204 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-016904d7-2995-4c05-8ee8-6a0bad1b2322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for network, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:07.134041 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-016904d7-2995-4c05-8ee8-6a0bad1b2322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:07.212249 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-016904d7-2995-4c05-8ee8-6a0bad1b2322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:07.218660 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-016904d7-2995-4c05-8ee8-6a0bad1b2322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:07.242311 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-016904d7-2995-4c05-8ee8-6a0bad1b2322 admin admin] vlan segment allocate from pool success with {'vlan_id': 1391, 'physical_network': 'physnet1'} {{(pid=105766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 17:59:07.251776 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016904d7-2995-4c05-8ee8-6a0bad1b2322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3834d7a1-3b11-4d00-9e53-180a258e3532,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:07.256551 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-016904d7-2995-4c05-8ee8-6a0bad1b2322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234'] for segment, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:07.256911 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.db.segments_db [None req-016904d7-2995-4c05-8ee8-6a0bad1b2322 admin admin] Added segment a27a5a2f-2c43-4a86-974b-4e72668c54e4 of type vlan for network 747c1029-0841-4266-be19-4e4d0afb5d86 Oct 12 17:59:07.299454 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-016904d7-2995-4c05-8ee8-6a0bad1b2322 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752769697868'] for network, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:07.338717 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-016904d7-2995-4c05-8ee8-6a0bad1b2322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365'] for network, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:07.339673 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016904d7-2995-4c05-8ee8-6a0bad1b2322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:07.340271 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-016904d7-2995-4c05-8ee8-6a0bad1b2322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for network, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:07.394605 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-016904d7-2995-4c05-8ee8-6a0bad1b2322 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3959048 Oct 12 17:59:07.395219 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 40940) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:59:07.400310 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [None req-3ace9a68-f344-416b-b35d-3976c29a2ebe admin admin] Request body: {'subnet': {'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1675155538-subnet', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'ip_version': 4}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:59:07.402741 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016904d7-2995-4c05-8ee8-6a0bad1b2322 admin admin] Pushing event updated for resources: {'Network': ['ID=747c1029-0841-4266-be19-4e4d0afb5d86,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:07.412924 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Network 747c1029-0841-4266-be19-4e4d0afb5d86 details requested by agent ovs-agent-dv-cinder-813226-2-iscsi with host dv-cinder-813226-2-iscsi {{(pid=105768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 17:59:07.425645 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ace9a68-f344-416b-b35d-3976c29a2ebe admin admin] Made reservation on behalf of 7b733cd5636f4c5ead827ce9ef00dffb for: {'subnet': 1} {{(pid=105767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:59:07.428310 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-3ace9a68-f344-416b-b35d-3976c29a2ebe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4575283'] for subnet, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:07.599583 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-3ace9a68-f344-416b-b35d-3976c29a2ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5196370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4575261'] for subnet, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:07.659417 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace9a68-f344-416b-b35d-3976c29a2ebe admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f763c5d-30cb-4f99-a6df-7fc6e82e4da9,revision_number=0']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:07.663917 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ace9a68-f344-416b-b35d-3976c29a2ebe admin admin] Checking segment: {'id': 'a27a5a2f-2c43-4a86-974b-4e72668c54e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:59:07.664268 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ace9a68-f344-416b-b35d-3976c29a2ebe admin admin] Network hostable DHCP agents. Network: 747c1029-0841-4266-be19-4e4d0afb5d86, hostable agents: ['d0966fcc-cf7f-4b12-bb12-2ea8651f1f29'], hosted agents: [] {{(pid=105767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 17:59:07.686300 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ace9a68-f344-416b-b35d-3976c29a2ebe admin admin] Network 747c1029-0841-4266-be19-4e4d0afb5d86 is scheduled to be hosted by DHCP agent d0966fcc-cf7f-4b12-bb12-2ea8651f1f29 with binding_index 1 {{(pid=105767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 17:59:07.695713 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [None req-3ace9a68-f344-416b-b35d-3976c29a2ebe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813226-2-iscsi, 747c1029-0841-4266-be19-4e4d0afb5d86) {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:59:07.700848 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ace9a68-f344-416b-b35d-3976c29a2ebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:07.701744 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-3ace9a68-f344-416b-b35d-3976c29a2ebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for subnet, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:07.705337 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7332d9-aa36-4f2f-b8b1-334a22885bf4 None None] Network 747c1029-0841-4266-be19-4e4d0afb5d86 requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:59:07.721111 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-3ace9a68-f344-416b-b35d-3976c29a2ebe admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3247111 Oct 12 17:59:07.721491 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 40948) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:59:07.725655 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-8967f69f-1f81-4b72-b1f8-7d41d40eff0d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1675155538-router', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'}}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:59:07.748238 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8967f69f-1f81-4b72-b1f8-7d41d40eff0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8113643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8214'] for router, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:07.749260 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8967f69f-1f81-4b72-b1f8-7d41d40eff0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8113535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8116520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8054567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8217'] for router, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:07.804310 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8967f69f-1f81-4b72-b1f8-7d41d40eff0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:07.941678 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8967f69f-1f81-4b72-b1f8-7d41d40eff0d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:07.983306 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910a6ccd-b0f5-4699-a21d-9a7a624608f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63d32738-508d-5f41-b292-c343124683fb-747c1029-0841-4266-be19-4e4d0afb5d86', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'fixed_ips': [{'subnet_id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9'}]}} from dv-cinder-813226-2-iscsi. {{(pid=105768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 17:59:07.984211 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-910a6ccd-b0f5-4699-a21d-9a7a624608f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:08.118246 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.db_base_plugin_common [None req-910a6ccd-b0f5-4699-a21d-9a7a624608f7 None None] Allocated IP 172.20.0.2 (747c1029-0841-4266-be19-4e4d0afb5d86/0f763c5d-30cb-4f99-a6df-7fc6e82e4da9/8e487d07-9ebc-480f-af94-cb7cc38fcbb0) {{(pid=105768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:59:08.171690 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 6 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:59:08.275282 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-910a6ccd-b0f5-4699-a21d-9a7a624608f7 None None] Notify callbacks [] for port, precommit_create {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:08.288355 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-910a6ccd-b0f5-4699-a21d-9a7a624608f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806'] for port, after_create {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:08.319525 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-44168360-a523-4681-acca-01503d96a69b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:08.339930 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910a6ccd-b0f5-4699-a21d-9a7a624608f7 None None] Network 747c1029-0841-4266-be19-4e4d0afb5d86 is already hosted by enough agents. {{(pid=105768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:59:08.344165 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.scheduler.base_scheduler [None req-910a6ccd-b0f5-4699-a21d-9a7a624608f7 None None] Resources bound (agent type, host, resource id): {{(pid=105768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:59:08.346298 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a6ccd-b0f5-4699-a21d-9a7a624608f7 None None] Pushing event updated for resources: {'Port': ['ID=8e487d07-9ebc-480f-af94-cb7cc38fcbb0,revision_number=1']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:08.348068 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910a6ccd-b0f5-4699-a21d-9a7a624608f7 None None] Received port after_create {{(pid=105768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:59:08.385343 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8967f69f-1f81-4b72-b1f8-7d41d40eff0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:08.399931 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-910a6ccd-b0f5-4699-a21d-9a7a624608f7 None None] Attempting to bind port 8e487d07-9ebc-480f-af94-cb7cc38fcbb0 on host dv-cinder-813226-2-iscsi for vnic_type normal with profile {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:59:08.400294 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-910a6ccd-b0f5-4699-a21d-9a7a624608f7 None None] Attempting to bind port 8e487d07-9ebc-480f-af94-cb7cc38fcbb0 by drivers openvswitch,hyperv on host dv-cinder-813226-2-iscsi at level 0 using segments [{'id': 'a27a5a2f-2c43-4a86-974b-4e72668c54e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86'}] {{(pid=105768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:59:08.400653 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910a6ccd-b0f5-4699-a21d-9a7a624608f7 None None] Attempting to bind port 8e487d07-9ebc-480f-af94-cb7cc38fcbb0 on network 747c1029-0841-4266-be19-4e4d0afb5d86 {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:59:08.403678 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8967f69f-1f81-4b72-b1f8-7d41d40eff0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:08.405755 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910a6ccd-b0f5-4699-a21d-9a7a624608f7 None None] Checking agent: {'id': '5039a5e6-c9fd-4f0c-a36a-0bef795141ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813226-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 41, 12), 'started_at': datetime.datetime(2021, 10, 12, 17, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813226-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:59:08.406110 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910a6ccd-b0f5-4699-a21d-9a7a624608f7 None None] Checking segment: {'id': 'a27a5a2f-2c43-4a86-974b-4e72668c54e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:59:08.406626 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-910a6ccd-b0f5-4699-a21d-9a7a624608f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:08.406950 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910a6ccd-b0f5-4699-a21d-9a7a624608f7 None None] Bound using segment: {'id': 'a27a5a2f-2c43-4a86-974b-4e72668c54e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86'} {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:59:08.407410 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-910a6ccd-b0f5-4699-a21d-9a7a624608f7 None None] Bound port: 8e487d07-9ebc-480f-af94-cb7cc38fcbb0, host: dv-cinder-813226-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27a5a2f-2c43-4a86-974b-4e72668c54e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86'}}] {{(pid=105768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:59:08.407781 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-910a6ccd-b0f5-4699-a21d-9a7a624608f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:08.469638 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-910a6ccd-b0f5-4699-a21d-9a7a624608f7 None None] For port 8e487d07-9ebc-480f-af94-cb7cc38fcbb0, host dv-cinder-813226-2-iscsi, cleared binding levels {{(pid=105768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:59:08.472727 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-910a6ccd-b0f5-4699-a21d-9a7a624608f7 None None] For port 8e487d07-9ebc-480f-af94-cb7cc38fcbb0, host dv-cinder-813226-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=8e487d07-9ebc-480f-af94-cb7cc38fcbb0,segment=NetworkSegment(a27a5a2f-2c43-4a86-974b-4e72668c54e4),segment_id=a27a5a2f-2c43-4a86-974b-4e72668c54e4)] {{(pid=105768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:59:08.478922 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-910a6ccd-b0f5-4699-a21d-9a7a624608f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:08.507747 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-8967f69f-1f81-4b72-b1f8-7d41d40eff0d admin admin] Allocated IP 172.27.0.24 (57ccf176-38b9-4e1d-8eda-123c8986cf55/09d55e93-213a-4ce1-b19c-11c1c2f18eb4/0ca5fee4-0208-4417-b41f-08487d2b930c) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:59:08.543353 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a6ccd-b0f5-4699-a21d-9a7a624608f7 None None] Pushing event updated for resources: {'Port': ['ID=8e487d07-9ebc-480f-af94-cb7cc38fcbb0,revision_number=2']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:08.612240 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8967f69f-1f81-4b72-b1f8-7d41d40eff0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:08.658564 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8967f69f-1f81-4b72-b1f8-7d41d40eff0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4464511'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:08.714070 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8967f69f-1f81-4b72-b1f8-7d41d40eff0d admin admin] Network 57ccf176-38b9-4e1d-8eda-123c8986cf55 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:59:08.718144 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-8967f69f-1f81-4b72-b1f8-7d41d40eff0d admin admin] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:59:08.720240 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8967f69f-1f81-4b72-b1f8-7d41d40eff0d admin admin] Pushing event updated for resources: {'Port': ['ID=0ca5fee4-0208-4417-b41f-08487d2b930c,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:08.722392 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8967f69f-1f81-4b72-b1f8-7d41d40eff0d admin admin] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:59:08.908655 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 40956) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:59:08.982892 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 8e487d07-9ebc-480f-af94-cb7cc38fcbb0 up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:59:09.006468 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8967f69f-1f81-4b72-b1f8-7d41d40eff0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:09.044624 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port 8e487d07-9ebc-480f-af94-cb7cc38fcbb0 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:59:09.044987 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:09.049563 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a679b295-5249-431b-beeb-17d0cac85a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:09.124443 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:09.138741 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a679b295-5249-431b-beeb-17d0cac85a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:09.144857 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a679b295-5249-431b-beeb-17d0cac85a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:09.166832 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] For port 8e487d07-9ebc-480f-af94-cb7cc38fcbb0, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=8e487d07-9ebc-480f-af94-cb7cc38fcbb0,segment=NetworkSegment(a27a5a2f-2c43-4a86-974b-4e72668c54e4),segment_id=a27a5a2f-2c43-4a86-974b-4e72668c54e4)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:59:09.173849 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:09.207345 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-a679b295-5249-431b-beeb-17d0cac85a70 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1d309915d93d4f90b000d2d12bfb7b54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2954569 Oct 12 17:59:09.207345 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679b295-5249-431b-beeb-17d0cac85a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d13b75-e258-4f12-8e66-85a89b71a0c5,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:09.208329 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 40960) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:59:09.237070 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Pushing event updated for resources: {'Port': ['ID=8e487d07-9ebc-480f-af94-cb7cc38fcbb0,revision_number=3']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:09.244175 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8967f69f-1f81-4b72-b1f8-7d41d40eff0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8113504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8091129'] for router, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:09.311679 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a1ce5aa0-3aca-43bc-938e-3f28267fc501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:09.371884 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a1ce5aa0-3aca-43bc-938e-3f28267fc501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:09.437996 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8967f69f-1f81-4b72-b1f8-7d41d40eff0d admin admin] Router 67b6cbf3-21e9-4f92-9190-98cb697db547 is scheduled to L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 with binding_index 1 {{(pid=105766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 17:59:09.441279 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a1ce5aa0-3aca-43bc-938e-3f28267fc501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:09.443981 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a1ce5aa0-3aca-43bc-938e-3f28267fc501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:09.445114 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-a1ce5aa0-3aca-43bc-938e-3f28267fc501 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f1d13b75-e258-4f12-8e66-85a89b71a0c5 HTTP/1.1" status: 204 len: 168 time: 0.2358735 Oct 12 17:59:09.458080 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce5aa0-3aca-43bc-938e-3f28267fc501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d13b75-e258-4f12-8e66-85a89b71a0c5,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:09.494914 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda15a56-19b7-44ce-8c69-07fad08413aa None None] Network 747c1029-0841-4266-be19-4e4d0afb5d86 requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:59:09.558495 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-739205bf-3244-46e2-915a-cca07110c9d0 None None] Provisioning complete for port 8e487d07-9ebc-480f-af94-cb7cc38fcbb0 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:59:09.559160 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-739205bf-3244-46e2-915a-cca07110c9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:09.572415 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8967f69f-1f81-4b72-b1f8-7d41d40eff0d admin admin] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:59:09.589055 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8967f69f-1f81-4b72-b1f8-7d41d40eff0d admin admin] Notify callbacks [] for router, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:09.590421 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-8967f69f-1f81-4b72-b1f8-7d41d40eff0d admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8681691 Oct 12 17:59:09.593587 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 40966) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:59:09.595552 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a381025-167e-4fb4-a8c0-21ea54186994 None None] Sync routers for ids ['67b6cbf3-21e9-4f92-9190-98cb697db547'] in dv-cinder-813226-2-iscsi {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:59:09.637788 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a381025-167e-4fb4-a8c0-21ea54186994 None None] Routers {'67b6cbf3-21e9-4f92-9190-98cb697db547'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:59:09.638585 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-0a381025-167e-4fb4-a8c0-21ea54186994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:58:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['67b6cbf3-21e9-4f92-9190-98cb697db547'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:59:09.827614 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-0a381025-167e-4fb4-a8c0-21ea54186994 None None] Set router 67b6cbf3-21e9-4f92-9190-98cb697db547 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:59:10.050431 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-0a381025-167e-4fb4-a8c0-21ea54186994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'name': 'tempest-TestVolumeBootPattern-1675155538-router', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:59:07Z', 'updated_at': '2021-10-12T17:59:08Z', 'revision_number': 3, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'gw_port': {'id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:08Z', 'updated_at': '2021-10-12T17:59:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi'}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:59:10.053511 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bba8f7f1-ceee-43e0-81fe-30eb4981c29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:10.082314 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a381025-167e-4fb4-a8c0-21ea54186994 None None] Checking router: 67b6cbf3-21e9-4f92-9190-98cb697db547 for host: dv-cinder-813226-2-iscsi {{(pid=105768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:59:10.082709 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a381025-167e-4fb4-a8c0-21ea54186994 None None] Updating router 67b6cbf3-21e9-4f92-9190-98cb697db547 port 0ca5fee4-0208-4417-b41f-08487d2b930c binding host dv-cinder-813226-2-iscsi {{(pid=105768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:59:10.111900 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-0a381025-167e-4fb4-a8c0-21ea54186994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:10.168422 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 40984) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:59:10.203820 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-c2393fbc-fbf9-4141-b6dc-67b755ec6604 None None] Provisioning complete for port 8e487d07-9ebc-480f-af94-cb7cc38fcbb0 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:59:10.204198 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-c2393fbc-fbf9-4141-b6dc-67b755ec6604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:10.227908 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-bba8f7f1-ceee-43e0-81fe-30eb4981c29f admin admin] Allocated IP 172.20.0.1 (747c1029-0841-4266-be19-4e4d0afb5d86/0f763c5d-30cb-4f99-a6df-7fc6e82e4da9/af852ccc-9bb0-4dc2-bb64-af021d78dda9) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:59:10.279366 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [None req-70502ee2-9952-4b3b-b188-5e6eff5722b2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1530155844-network', 'tenant_id': '4ccee480e9e64f06b2d6345f0e0b3041'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:59:10.304402 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70502ee2-9952-4b3b-b188-5e6eff5722b2 admin admin] Made reservation on behalf of 4ccee480e9e64f06b2d6345f0e0b3041 for: {'network': 1} {{(pid=105767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:59:10.307225 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-70502ee2-9952-4b3b-b188-5e6eff5722b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for network, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:10.316633 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-70502ee2-9952-4b3b-b188-5e6eff5722b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:10.342365 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bba8f7f1-ceee-43e0-81fe-30eb4981c29f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:10.386712 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bba8f7f1-ceee-43e0-81fe-30eb4981c29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4464511'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:10.402217 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-70502ee2-9952-4b3b-b188-5e6eff5722b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:10.407168 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-70502ee2-9952-4b3b-b188-5e6eff5722b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:10.422688 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba8f7f1-ceee-43e0-81fe-30eb4981c29f admin admin] Network 747c1029-0841-4266-be19-4e4d0afb5d86 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:59:10.427662 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-bba8f7f1-ceee-43e0-81fe-30eb4981c29f admin admin] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:59:10.431255 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba8f7f1-ceee-43e0-81fe-30eb4981c29f admin admin] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:59:10.432954 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70502ee2-9952-4b3b-b188-5e6eff5722b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1379, 'physical_network': 'physnet1'} {{(pid=105767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 17:59:10.443162 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70502ee2-9952-4b3b-b188-5e6eff5722b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b1f2b6-039f-4913-b1bd-7a4c4f97a1d3,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:10.460852 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8f7f1-ceee-43e0-81fe-30eb4981c29f admin admin] Pushing event updated for resources: {'Port': ['ID=af852ccc-9bb0-4dc2-bb64-af021d78dda9,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:10.461417 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-70502ee2-9952-4b3b-b188-5e6eff5722b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234'] for segment, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:10.461417 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.db.segments_db [None req-70502ee2-9952-4b3b-b188-5e6eff5722b2 admin admin] Added segment 12bfb3b1-af4a-4358-aa88-457045347beb of type vlan for network a3a8bddd-b0cc-48a3-86c3-df5ba654dc89 Oct 12 17:59:10.472885 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-0a381025-167e-4fb4-a8c0-21ea54186994 None None] Notify callbacks [] for port, precommit_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:10.474747 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bba8f7f1-ceee-43e0-81fe-30eb4981c29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090920'] for router_interface, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:10.482663 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-0a381025-167e-4fb4-a8c0-21ea54186994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:10.514388 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-70502ee2-9952-4b3b-b188-5e6eff5722b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752769697868'] for network, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:10.539165 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-0a381025-167e-4fb4-a8c0-21ea54186994 None None] Attempting to bind port 0ca5fee4-0208-4417-b41f-08487d2b930c on host dv-cinder-813226-2-iscsi for vnic_type normal with profile {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:59:10.540280 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-0a381025-167e-4fb4-a8c0-21ea54186994 None None] Attempting to bind port 0ca5fee4-0208-4417-b41f-08487d2b930c by drivers openvswitch,hyperv on host dv-cinder-813226-2-iscsi at level 0 using segments [{'id': 'f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'}] {{(pid=105768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:59:10.541520 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a381025-167e-4fb4-a8c0-21ea54186994 None None] Attempting to bind port 0ca5fee4-0208-4417-b41f-08487d2b930c on network 57ccf176-38b9-4e1d-8eda-123c8986cf55 {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:59:10.550106 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-70502ee2-9952-4b3b-b188-5e6eff5722b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365'] for network, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:10.551583 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70502ee2-9952-4b3b-b188-5e6eff5722b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:10.552360 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-70502ee2-9952-4b3b-b188-5e6eff5722b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for network, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:10.555577 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a381025-167e-4fb4-a8c0-21ea54186994 None None] Checking agent: {'id': '5039a5e6-c9fd-4f0c-a36a-0bef795141ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813226-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 41, 12), 'started_at': datetime.datetime(2021, 10, 12, 17, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813226-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:59:10.555882 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a381025-167e-4fb4-a8c0-21ea54186994 None None] Checking segment: {'id': 'f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:59:10.556277 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-0a381025-167e-4fb4-a8c0-21ea54186994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:10.556658 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a381025-167e-4fb4-a8c0-21ea54186994 None None] Bound using segment: {'id': 'f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'} {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:59:10.557133 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-0a381025-167e-4fb4-a8c0-21ea54186994 None None] Bound port: 0ca5fee4-0208-4417-b41f-08487d2b930c, host: dv-cinder-813226-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'}}] {{(pid=105768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:59:10.557500 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-0a381025-167e-4fb4-a8c0-21ea54186994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:10.595365 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f58bb19-b891-4320-8598-b6d9c1109bf0 None None] Pushing event updated for resources: {'Port': ['ID=0ca5fee4-0208-4417-b41f-08487d2b930c,revision_number=2']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:10.624901 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-0a381025-167e-4fb4-a8c0-21ea54186994 None None] For port 0ca5fee4-0208-4417-b41f-08487d2b930c, host dv-cinder-813226-2-iscsi, cleared binding levels {{(pid=105768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:59:10.629249 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-0a381025-167e-4fb4-a8c0-21ea54186994 None None] For port 0ca5fee4-0208-4417-b41f-08487d2b930c, host dv-cinder-813226-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=0ca5fee4-0208-4417-b41f-08487d2b930c,segment=NetworkSegment(f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1),segment_id=f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1)] {{(pid=105768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:59:10.633228 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bba8f7f1-ceee-43e0-81fe-30eb4981c29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:10.633536 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-70502ee2-9952-4b3b-b188-5e6eff5722b2 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4635136 Oct 12 17:59:10.636112 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 40988) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:59:10.640170 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-0a381025-167e-4fb4-a8c0-21ea54186994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:10.643416 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [None req-4a236b25-d6b0-4785-9d2b-f3f3b23f470c admin admin] Request body: {'subnet': {'network_id': 'a3a8bddd-b0cc-48a3-86c3-df5ba654dc89', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1530155844-subnet', 'tenant_id': '4ccee480e9e64f06b2d6345f0e0b3041', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:59:10.649806 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70502ee2-9952-4b3b-b188-5e6eff5722b2 admin admin] Pushing event updated for resources: {'Network': ['ID=a3a8bddd-b0cc-48a3-86c3-df5ba654dc89,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:10.671383 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a236b25-d6b0-4785-9d2b-f3f3b23f470c admin admin] Made reservation on behalf of 4ccee480e9e64f06b2d6345f0e0b3041 for: {'subnet': 1} {{(pid=105767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:59:10.674480 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-4a236b25-d6b0-4785-9d2b-f3f3b23f470c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4575283'] for subnet, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:10.684733 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Network a3a8bddd-b0cc-48a3-86c3-df5ba654dc89 details requested by agent ovs-agent-dv-cinder-813226-2-iscsi with host dv-cinder-813226-2-iscsi {{(pid=105768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 17:59:10.786213 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f58bb19-b891-4320-8598-b6d9c1109bf0 None None] Pushing event updated for resources: {'Port': ['ID=0ca5fee4-0208-4417-b41f-08487d2b930c,revision_number=3']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:10.790915 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a381025-167e-4fb4-a8c0-21ea54186994 None None] Routers {'67b6cbf3-21e9-4f92-9190-98cb697db547'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:59:10.791597 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-0a381025-167e-4fb4-a8c0-21ea54186994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:58:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['67b6cbf3-21e9-4f92-9190-98cb697db547'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:59:10.794226 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-c04d61fb-164f-4c98-967e-a30ad8edb92b None None] Provisioning complete for port af852ccc-9bb0-4dc2-bb64-af021d78dda9 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:59:10.794493 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-c04d61fb-164f-4c98-967e-a30ad8edb92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:10.813877 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bba8f7f1-ceee-43e0-81fe-30eb4981c29f admin admin] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:10.819476 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bba8f7f1-ceee-43e0-81fe-30eb4981c29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4464486'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:10.850105 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-4a236b25-d6b0-4785-9d2b-f3f3b23f470c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5196370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4575261'] for subnet, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:10.868776 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-c04d61fb-164f-4c98-967e-a30ad8edb92b None None] Port af852ccc-9bb0-4dc2-bb64-af021d78dda9 cannot update to ACTIVE because it is not bound. {{(pid=105768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:59:10.895815 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8f7f1-ceee-43e0-81fe-30eb4981c29f admin admin] Pushing event updated for resources: {'Port': ['ID=af852ccc-9bb0-4dc2-bb64-af021d78dda9,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:10.900293 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bba8f7f1-ceee-43e0-81fe-30eb4981c29f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8115384'] for router_interface, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:10.908861 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a236b25-d6b0-4785-9d2b-f3f3b23f470c admin admin] Pushing event updated for resources: {'Subnet': ['ID=452d7d84-104e-4713-a870-5aca7c8efb5b,revision_number=0']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:10.919985 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a236b25-d6b0-4785-9d2b-f3f3b23f470c admin admin] Checking segment: {'id': '12bfb3b1-af4a-4358-aa88-457045347beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1379, 'network_id': 'a3a8bddd-b0cc-48a3-86c3-df5ba654dc89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:59:10.920229 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a236b25-d6b0-4785-9d2b-f3f3b23f470c admin admin] Network hostable DHCP agents. Network: a3a8bddd-b0cc-48a3-86c3-df5ba654dc89, hostable agents: ['d0966fcc-cf7f-4b12-bb12-2ea8651f1f29'], hosted agents: [] {{(pid=105767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 17:59:10.944102 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a236b25-d6b0-4785-9d2b-f3f3b23f470c admin admin] Network a3a8bddd-b0cc-48a3-86c3-df5ba654dc89 is scheduled to be hosted by DHCP agent d0966fcc-cf7f-4b12-bb12-2ea8651f1f29 with binding_index 1 {{(pid=105767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 17:59:10.966436 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [None req-4a236b25-d6b0-4785-9d2b-f3f3b23f470c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813226-2-iscsi, a3a8bddd-b0cc-48a3-86c3-df5ba654dc89) {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:59:10.974640 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a236b25-d6b0-4785-9d2b-f3f3b23f470c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:10.975257 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-4a236b25-d6b0-4785-9d2b-f3f3b23f470c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for subnet, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:11.002412 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba8f7f1-ceee-43e0-81fe-30eb4981c29f admin admin] Network 747c1029-0841-4266-be19-4e4d0afb5d86 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:59:11.003607 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-4a236b25-d6b0-4785-9d2b-f3f3b23f470c admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3664382 Oct 12 17:59:11.003881 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-bba8f7f1-ceee-43e0-81fe-30eb4981c29f admin admin] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:59:11.065617 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f8d0be-27bd-4d40-85c0-ed460ee778ef None None] Network a3a8bddd-b0cc-48a3-86c3-df5ba654dc89 requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:59:11.067596 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 8e487d07-9ebc-480f-af94-cb7cc38fcbb0 up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:59:11.146001 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba8f7f1-ceee-43e0-81fe-30eb4981c29f admin admin] Router 67b6cbf3-21e9-4f92-9190-98cb697db547 has already been hosted by L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 {{(pid=105766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:59:11.165350 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ac4796eb-6fc5-4525-aa9f-7b00137d2501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:11.190944 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-0a381025-167e-4fb4-a8c0-21ea54186994 None None] Set router 67b6cbf3-21e9-4f92-9190-98cb697db547 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:59:11.309540 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port 8e487d07-9ebc-480f-af94-cb7cc38fcbb0 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:59:11.309975 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:11.429513 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51c4f95-2b33-4a20-86ac-4586a30f9558 None None] Network a3a8bddd-b0cc-48a3-86c3-df5ba654dc89 requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:59:11.431716 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-c28a07cd-3ea3-4fc9-af82-0f7f55478fe4 None None] Provisioning complete for port af852ccc-9bb0-4dc2-bb64-af021d78dda9 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:59:11.432119 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-c28a07cd-3ea3-4fc9-af82-0f7f55478fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:11.531417 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba8f7f1-ceee-43e0-81fe-30eb4981c29f admin admin] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:59:11.540397 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-c28a07cd-3ea3-4fc9-af82-0f7f55478fe4 None None] Port af852ccc-9bb0-4dc2-bb64-af021d78dda9 cannot update to ACTIVE because it is not bound. {{(pid=105768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:59:11.543012 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-bba8f7f1-ceee-43e0-81fe-30eb4981c29f admin admin] 10.222.0.85 "PUT /v2.0/routers/67b6cbf3-21e9-4f92-9190-98cb697db547/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9482961 Oct 12 17:59:11.691243 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-0a381025-167e-4fb4-a8c0-21ea54186994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'name': 'tempest-TestVolumeBootPattern-1675155538-router', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:59:07Z', 'updated_at': '2021-10-12T17:59:10Z', 'revision_number': 4, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'gw_port': {'id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:08Z', 'updated_at': '2021-10-12T17:59:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': 'af852ccc-9bb0-4dc2-bb64-af021d78dda9', 'name': '', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'mac_address': 'fa:16:3e:ff:2c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:10Z', 'updated_at': '2021-10-12T17:59:10Z', 'revision_number': 1, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'subnets': [{'id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:59:11.717881 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a381025-167e-4fb4-a8c0-21ea54186994 None None] The sync data for ids ['67b6cbf3-21e9-4f92-9190-98cb697db547'] in dv-cinder-813226-2-iscsi is: [{'id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'name': 'tempest-TestVolumeBootPattern-1675155538-router', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:59:07Z', 'updated_at': '2021-10-12T17:59:10Z', 'revision_number': 4, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'gw_port': {'id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:08Z', 'updated_at': '2021-10-12T17:59:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': 'af852ccc-9bb0-4dc2-bb64-af021d78dda9', 'name': '', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'mac_address': 'fa:16:3e:ff:2c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:10Z', 'updated_at': '2021-10-12T17:59:10Z', 'revision_number': 1, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'subnets': [{'id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:59:11.892743 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:12.094721 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 41016) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:59:12.099969 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-474e062c-387e-425c-8440-c75946d4a270 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1500000803-network', 'tenant_id': '25805b053fba4e16bc8ec13d19bf15d4'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:59:12.121147 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474e062c-387e-425c-8440-c75946d4a270 admin admin] Made reservation on behalf of 25805b053fba4e16bc8ec13d19bf15d4 for: {'network': 1} {{(pid=105766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:59:12.123791 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-474e062c-387e-425c-8440-c75946d4a270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for network, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:12.132827 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-474e062c-387e-425c-8440-c75946d4a270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:12.212860 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-474e062c-387e-425c-8440-c75946d4a270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:12.218288 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-474e062c-387e-425c-8440-c75946d4a270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:12.243168 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-474e062c-387e-425c-8440-c75946d4a270 admin admin] vlan segment allocate from pool success with {'vlan_id': 1384, 'physical_network': 'physnet1'} {{(pid=105766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 17:59:12.253044 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e062c-387e-425c-8440-c75946d4a270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48286be-2d66-46c9-bb98-01dceda5be05,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:12.257750 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-474e062c-387e-425c-8440-c75946d4a270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234'] for segment, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:12.258092 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.db.segments_db [None req-474e062c-387e-425c-8440-c75946d4a270 admin admin] Added segment 2a04a32b-f2e4-4942-be7a-32e4a861bba7 of type vlan for network cf51191c-f6dc-49dd-b171-279ed9b562dc Oct 12 17:59:12.308038 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-474e062c-387e-425c-8440-c75946d4a270 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752769697868'] for network, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:12.315310 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:12.344969 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-474e062c-387e-425c-8440-c75946d4a270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365'] for network, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:12.346090 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474e062c-387e-425c-8440-c75946d4a270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:12.346847 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-474e062c-387e-425c-8440-c75946d4a270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for network, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:12.409220 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-474e062c-387e-425c-8440-c75946d4a270 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3131642 Oct 12 17:59:12.411799 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 41018) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:59:12.418880 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-6bc3a168-8072-402c-a879-95c650e5522b admin admin] Request body: {'subnet': {'network_id': 'cf51191c-f6dc-49dd-b171-279ed9b562dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1500000803-subnet', 'tenant_id': '25805b053fba4e16bc8ec13d19bf15d4', 'ip_version': 4}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:59:12.423470 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e062c-387e-425c-8440-c75946d4a270 admin admin] Pushing event updated for resources: {'Network': ['ID=cf51191c-f6dc-49dd-b171-279ed9b562dc,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:12.433414 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Network cf51191c-f6dc-49dd-b171-279ed9b562dc details requested by agent ovs-agent-dv-cinder-813226-2-iscsi with host dv-cinder-813226-2-iscsi {{(pid=105768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 17:59:12.444080 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc3a168-8072-402c-a879-95c650e5522b admin admin] Made reservation on behalf of 25805b053fba4e16bc8ec13d19bf15d4 for: {'subnet': 1} {{(pid=105766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:59:12.446753 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6bc3a168-8072-402c-a879-95c650e5522b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4858308'] for subnet, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:12.623838 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6bc3a168-8072-402c-a879-95c650e5522b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4464403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4858346'] for subnet, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:12.683239 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3a168-8072-402c-a879-95c650e5522b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a34e52c2-328a-474e-b3e0-94e6a739ee02,revision_number=0']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:12.690747 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc3a168-8072-402c-a879-95c650e5522b admin admin] Checking segment: {'id': '2a04a32b-f2e4-4942-be7a-32e4a861bba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1384, 'network_id': 'cf51191c-f6dc-49dd-b171-279ed9b562dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:59:12.691098 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc3a168-8072-402c-a879-95c650e5522b admin admin] Network hostable DHCP agents. Network: cf51191c-f6dc-49dd-b171-279ed9b562dc, hostable agents: ['d0966fcc-cf7f-4b12-bb12-2ea8651f1f29'], hosted agents: [] {{(pid=105766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 17:59:12.716202 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc3a168-8072-402c-a879-95c650e5522b admin admin] Network cf51191c-f6dc-49dd-b171-279ed9b562dc is scheduled to be hosted by DHCP agent d0966fcc-cf7f-4b12-bb12-2ea8651f1f29 with binding_index 1 {{(pid=105766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 17:59:12.733290 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-6bc3a168-8072-402c-a879-95c650e5522b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813226-2-iscsi, cf51191c-f6dc-49dd-b171-279ed9b562dc) {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:59:12.741627 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc3a168-8072-402c-a879-95c650e5522b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:12.742621 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6bc3a168-8072-402c-a879-95c650e5522b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:12.746249 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc415d37-feaa-42da-a0b4-81c641469a58 None None] Network cf51191c-f6dc-49dd-b171-279ed9b562dc requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:59:12.767469 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-6bc3a168-8072-402c-a879-95c650e5522b admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3546133 Oct 12 17:59:12.770247 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 41024) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:59:12.775624 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [None req-13550ee2-a27d-40a7-b7c4-ca7e151b584e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1500000803-router', 'tenant_id': '25805b053fba4e16bc8ec13d19bf15d4', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'}}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:59:12.807022 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-13550ee2-a27d-40a7-b7c4-ca7e151b584e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8113643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8214'] for router, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:12.814625 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-13550ee2-a27d-40a7-b7c4-ca7e151b584e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8113535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8116520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8054567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8217'] for router, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:12.876682 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-13550ee2-a27d-40a7-b7c4-ca7e151b584e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:12.983188 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464a9f68-f7f6-4832-a68d-b121af67e2fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63d32738-508d-5f41-b292-c343124683fb-cf51191c-f6dc-49dd-b171-279ed9b562dc', 'network_id': 'cf51191c-f6dc-49dd-b171-279ed9b562dc', 'tenant_id': '25805b053fba4e16bc8ec13d19bf15d4', 'fixed_ips': [{'subnet_id': 'a34e52c2-328a-474e-b3e0-94e6a739ee02'}]}} from dv-cinder-813226-2-iscsi. {{(pid=105768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 17:59:12.984140 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-464a9f68-f7f6-4832-a68d-b121af67e2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:13.001873 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 0ca5fee4-0208-4417-b41f-08487d2b930c up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:59:13.053718 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-13550ee2-a27d-40a7-b7c4-ca7e151b584e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:13.087999 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-9edbec1a-d298-4b41-9c9c-43b8fac419c8 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:13.089606 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-9edbec1a-d298-4b41-9c9c-43b8fac419c8 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/networks?id=a3a8bddd-b0cc-48a3-86c3-df5ba654dc89 HTTP/1.1" status: 200 len: 814 time: 0.1535444 Oct 12 17:59:13.114081 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-b4f8687b-ffe5-4487-9b2d-d114add3406e tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/quotas/4ccee480e9e64f06b2d6345f0e0b3041 HTTP/1.1" status: 200 len: 375 time: 0.0127764 Oct 12 17:59:13.136335 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port 0ca5fee4-0208-4417-b41f-08487d2b930c triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:59:13.136759 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:13.148036 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-e2dbebc1-3b5c-457a-8dd5-b5e7e2a81055 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=4ccee480e9e64f06b2d6345f0e0b3041&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269611 Oct 12 17:59:13.210477 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.db_base_plugin_common [None req-464a9f68-f7f6-4832-a68d-b121af67e2fe None None] Allocated IP 172.20.0.2 (cf51191c-f6dc-49dd-b171-279ed9b562dc/a34e52c2-328a-474e-b3e0-94e6a739ee02/4732e414-84f0-4a82-b784-9a38477bbcf5) {{(pid=105768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:59:13.242793 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-13c69378-1b96-42ee-8841-b024c14460e7 service neutron] 10.222.0.85 "GET /v2.0/networks/a3a8bddd-b0cc-48a3-86c3-df5ba654dc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866678 Oct 12 17:59:13.294003 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-13550ee2-a27d-40a7-b7c4-ca7e151b584e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:13.316286 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-13550ee2-a27d-40a7-b7c4-ca7e151b584e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:13.325833 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:13.349824 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-e7505085-003e-4aa6-9572-32fbbfafe5fa service neutron] 10.222.0.85 "GET /v2.0/networks/a3a8bddd-b0cc-48a3-86c3-df5ba654dc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001740 Oct 12 17:59:13.360807 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] For port 0ca5fee4-0208-4417-b41f-08487d2b930c, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=0ca5fee4-0208-4417-b41f-08487d2b930c,segment=NetworkSegment(f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1),segment_id=f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:59:13.372504 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:13.439778 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.db_base_plugin_common [None req-13550ee2-a27d-40a7-b7c4-ca7e151b584e admin admin] Allocated IP 172.27.0.85 (57ccf176-38b9-4e1d-8eda-123c8986cf55/09d55e93-213a-4ce1-b19c-11c1c2f18eb4/d32cfe1a-d687-4d64-bfab-75b7bd6d63e3) {{(pid=105767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:59:13.448703 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-464a9f68-f7f6-4832-a68d-b121af67e2fe None None] Notify callbacks [] for port, precommit_create {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:13.460691 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Pushing event updated for resources: {'Port': ['ID=0ca5fee4-0208-4417-b41f-08487d2b930c,revision_number=4']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:13.464275 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-464a9f68-f7f6-4832-a68d-b121af67e2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806'] for port, after_create {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:13.508281 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464a9f68-f7f6-4832-a68d-b121af67e2fe None None] Network cf51191c-f6dc-49dd-b171-279ed9b562dc is already hosted by enough agents. {{(pid=105768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:59:13.511438 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.scheduler.base_scheduler [None req-464a9f68-f7f6-4832-a68d-b121af67e2fe None None] Resources bound (agent type, host, resource id): {{(pid=105768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:59:13.522476 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464a9f68-f7f6-4832-a68d-b121af67e2fe None None] Received port after_create {{(pid=105768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:59:13.533663 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a9f68-f7f6-4832-a68d-b121af67e2fe None None] Pushing event updated for resources: {'Port': ['ID=4732e414-84f0-4a82-b784-9a38477bbcf5,revision_number=1']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:13.555057 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4eb96a87-33f7-47f9-b655-e3c4ab66debd req-bd38f611-3f34-47f2-a119-e8390eec1373 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/ports?device_id=fba81017-e936-4b79-ac7c-5d19c3301709 HTTP/1.1" status: 200 len: 210 time: 0.0412850 Oct 12 17:59:13.591972 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-13550ee2-a27d-40a7-b7c4-ca7e151b584e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:13.629533 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-464a9f68-f7f6-4832-a68d-b121af67e2fe None None] Attempting to bind port 4732e414-84f0-4a82-b784-9a38477bbcf5 on host dv-cinder-813226-2-iscsi for vnic_type normal with profile {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:59:13.629885 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-464a9f68-f7f6-4832-a68d-b121af67e2fe None None] Attempting to bind port 4732e414-84f0-4a82-b784-9a38477bbcf5 by drivers openvswitch,hyperv on host dv-cinder-813226-2-iscsi at level 0 using segments [{'id': '2a04a32b-f2e4-4942-be7a-32e4a861bba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1384, 'network_id': 'cf51191c-f6dc-49dd-b171-279ed9b562dc'}] {{(pid=105768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:59:13.630295 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464a9f68-f7f6-4832-a68d-b121af67e2fe None None] Attempting to bind port 4732e414-84f0-4a82-b784-9a38477bbcf5 on network cf51191c-f6dc-49dd-b171-279ed9b562dc {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:59:13.634737 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-13550ee2-a27d-40a7-b7c4-ca7e151b584e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:13.636901 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464a9f68-f7f6-4832-a68d-b121af67e2fe None None] Checking agent: {'id': '5039a5e6-c9fd-4f0c-a36a-0bef795141ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813226-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 41, 12), 'started_at': datetime.datetime(2021, 10, 12, 17, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813226-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:59:13.637271 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464a9f68-f7f6-4832-a68d-b121af67e2fe None None] Checking segment: {'id': '2a04a32b-f2e4-4942-be7a-32e4a861bba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1384, 'network_id': 'cf51191c-f6dc-49dd-b171-279ed9b562dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:59:13.637744 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-464a9f68-f7f6-4832-a68d-b121af67e2fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:13.638154 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464a9f68-f7f6-4832-a68d-b121af67e2fe None None] Bound using segment: {'id': '2a04a32b-f2e4-4942-be7a-32e4a861bba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1384, 'network_id': 'cf51191c-f6dc-49dd-b171-279ed9b562dc'} {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:59:13.638537 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-464a9f68-f7f6-4832-a68d-b121af67e2fe None None] Bound port: 4732e414-84f0-4a82-b784-9a38477bbcf5, host: dv-cinder-813226-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a04a32b-f2e4-4942-be7a-32e4a861bba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1384, 'network_id': 'cf51191c-f6dc-49dd-b171-279ed9b562dc'}}] {{(pid=105768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:59:13.638912 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-464a9f68-f7f6-4832-a68d-b121af67e2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:13.683613 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13550ee2-a27d-40a7-b7c4-ca7e151b584e admin admin] Network 57ccf176-38b9-4e1d-8eda-123c8986cf55 is already hosted by enough agents. {{(pid=105767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:59:13.687705 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [None req-13550ee2-a27d-40a7-b7c4-ca7e151b584e admin admin] Resources bound (agent type, host, resource id): {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:59:13.691802 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13550ee2-a27d-40a7-b7c4-ca7e151b584e admin admin] Received port after_create {{(pid=105767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:59:13.708279 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-464a9f68-f7f6-4832-a68d-b121af67e2fe None None] For port 4732e414-84f0-4a82-b784-9a38477bbcf5, host dv-cinder-813226-2-iscsi, cleared binding levels {{(pid=105768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:59:13.711495 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-464a9f68-f7f6-4832-a68d-b121af67e2fe None None] For port 4732e414-84f0-4a82-b784-9a38477bbcf5, host dv-cinder-813226-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=4732e414-84f0-4a82-b784-9a38477bbcf5,segment=NetworkSegment(2a04a32b-f2e4-4942-be7a-32e4a861bba7),segment_id=2a04a32b-f2e4-4942-be7a-32e4a861bba7)] {{(pid=105768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:59:13.715845 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13550ee2-a27d-40a7-b7c4-ca7e151b584e admin admin] Pushing event updated for resources: {'Port': ['ID=d32cfe1a-d687-4d64-bfab-75b7bd6d63e3,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:13.722551 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-464a9f68-f7f6-4832-a68d-b121af67e2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:13.789081 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a9f68-f7f6-4832-a68d-b121af67e2fe None None] Pushing event updated for resources: {'Port': ['ID=4732e414-84f0-4a82-b784-9a38477bbcf5,revision_number=2']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:13.850519 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:13.997028 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-13550ee2-a27d-40a7-b7c4-ca7e151b584e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:14.029900 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb7c374-ee08-40be-b47d-bed614660175 None None] Sync routers for ids ['67b6cbf3-21e9-4f92-9190-98cb697db547'] in dv-cinder-813226-2-iscsi {{(pid=105769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:59:14.041463 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb7c374-ee08-40be-b47d-bed614660175 None None] Routers {'67b6cbf3-21e9-4f92-9190-98cb697db547'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:59:14.042450 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-acb7c374-ee08-40be-b47d-bed614660175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:59:11Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['67b6cbf3-21e9-4f92-9190-98cb697db547'], 'active': True} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:59:14.169499 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvr_db [None req-acb7c374-ee08-40be-b47d-bed614660175 None None] Set router 67b6cbf3-21e9-4f92-9190-98cb697db547 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:59:14.224983 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-13550ee2-a27d-40a7-b7c4-ca7e151b584e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8113504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8091129'] for router, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:14.353393 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13550ee2-a27d-40a7-b7c4-ca7e151b584e admin admin] Router 53707ebb-99a1-4550-abb9-b84a5ebf8031 is scheduled to L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 with binding_index 1 {{(pid=105767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 17:59:14.384190 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-acb7c374-ee08-40be-b47d-bed614660175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'name': 'tempest-TestVolumeBootPattern-1675155538-router', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:59:07Z', 'updated_at': '2021-10-12T17:59:10Z', 'revision_number': 4, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'gw_port': {'id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:08Z', 'updated_at': '2021-10-12T17:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': 'af852ccc-9bb0-4dc2-bb64-af021d78dda9', 'name': '', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'mac_address': 'fa:16:3e:ff:2c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:10Z', 'updated_at': '2021-10-12T17:59:10Z', 'revision_number': 2, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'subnets': [{'id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:59:14.409402 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb7c374-ee08-40be-b47d-bed614660175 None None] Checking router: 67b6cbf3-21e9-4f92-9190-98cb697db547 for host: dv-cinder-813226-2-iscsi {{(pid=105769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:59:14.409741 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb7c374-ee08-40be-b47d-bed614660175 None None] Updating router 67b6cbf3-21e9-4f92-9190-98cb697db547 port af852ccc-9bb0-4dc2-bb64-af021d78dda9 binding host dv-cinder-813226-2-iscsi {{(pid=105769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:59:14.435897 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-acb7c374-ee08-40be-b47d-bed614660175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:14.478379 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13550ee2-a27d-40a7-b7c4-ca7e151b584e admin admin] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:59:14.493088 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750e2afc-2116-4f43-95f3-aad48d7cf57a None None] Sync routers for ids ['53707ebb-99a1-4550-abb9-b84a5ebf8031'] in dv-cinder-813226-2-iscsi {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:59:14.499053 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-13550ee2-a27d-40a7-b7c4-ca7e151b584e admin admin] Notify callbacks [] for router, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:14.500585 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-13550ee2-a27d-40a7-b7c4-ca7e151b584e admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7287385 Oct 12 17:59:14.503424 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 41048) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:59:14.508362 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750e2afc-2116-4f43-95f3-aad48d7cf57a None None] Routers {'53707ebb-99a1-4550-abb9-b84a5ebf8031'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:59:14.509062 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-750e2afc-2116-4f43-95f3-aad48d7cf57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:59:11Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['53707ebb-99a1-4550-abb9-b84a5ebf8031'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:59:14.694486 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-750e2afc-2116-4f43-95f3-aad48d7cf57a None None] Set router 53707ebb-99a1-4550-abb9-b84a5ebf8031 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:59:14.815124 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-acb7c374-ee08-40be-b47d-bed614660175 None None] Notify callbacks [] for port, precommit_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:14.826570 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-acb7c374-ee08-40be-b47d-bed614660175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:14.931299 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb1aa34-78c3-45ff-8eb5-61e1cc88bdda None None] Pushing event updated for resources: {'Port': ['ID=af852ccc-9bb0-4dc2-bb64-af021d78dda9,revision_number=3']} {{(pid=105769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:14.949231 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb1aa34-78c3-45ff-8eb5-61e1cc88bdda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:14.955553 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb1aa34-78c3-45ff-8eb5-61e1cc88bdda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:14.957134 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb1aa34-78c3-45ff-8eb5-61e1cc88bdda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:14.957468 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb1aa34-78c3-45ff-8eb5-61e1cc88bdda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:14.957801 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb1aa34-78c3-45ff-8eb5-61e1cc88bdda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:14.958127 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb1aa34-78c3-45ff-8eb5-61e1cc88bdda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:14.958472 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb1aa34-78c3-45ff-8eb5-61e1cc88bdda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:14.958795 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb1aa34-78c3-45ff-8eb5-61e1cc88bdda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:14.959125 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb1aa34-78c3-45ff-8eb5-61e1cc88bdda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:14.959456 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb1aa34-78c3-45ff-8eb5-61e1cc88bdda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:14.959855 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb1aa34-78c3-45ff-8eb5-61e1cc88bdda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:14.960031 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb1aa34-78c3-45ff-8eb5-61e1cc88bdda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:15.009339 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5affb9-1c4f-40d2-8e8a-8e694a8851ce None None] Network cf51191c-f6dc-49dd-b171-279ed9b562dc requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:59:15.021548 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c8f73662-6af8-499d-9853-bf8caecf5094 req-73ed654b-b415-4c2a-bdd4-94aae91fae08 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/ports?device_id=fba81017-e936-4b79-ac7c-5d19c3301709 HTTP/1.1" status: 200 len: 210 time: 0.3292148 Oct 12 17:59:15.082522 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.managers [None req-acb7c374-ee08-40be-b47d-bed614660175 None None] Attempting to bind port af852ccc-9bb0-4dc2-bb64-af021d78dda9 on host dv-cinder-813226-2-iscsi for vnic_type normal with profile {{(pid=105769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:59:15.083530 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.managers [None req-acb7c374-ee08-40be-b47d-bed614660175 None None] Attempting to bind port af852ccc-9bb0-4dc2-bb64-af021d78dda9 by drivers openvswitch,hyperv on host dv-cinder-813226-2-iscsi at level 0 using segments [{'id': 'a27a5a2f-2c43-4a86-974b-4e72668c54e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86'}] {{(pid=105769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:59:15.084191 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb7c374-ee08-40be-b47d-bed614660175 None None] Attempting to bind port af852ccc-9bb0-4dc2-bb64-af021d78dda9 on network 747c1029-0841-4266-be19-4e4d0afb5d86 {{(pid=105769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:59:15.095552 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb7c374-ee08-40be-b47d-bed614660175 None None] Checking agent: {'id': '5039a5e6-c9fd-4f0c-a36a-0bef795141ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813226-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 41, 12), 'started_at': datetime.datetime(2021, 10, 12, 17, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813226-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:59:15.095916 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb7c374-ee08-40be-b47d-bed614660175 None None] Checking segment: {'id': 'a27a5a2f-2c43-4a86-974b-4e72668c54e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:59:15.096313 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-acb7c374-ee08-40be-b47d-bed614660175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:15.096697 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb7c374-ee08-40be-b47d-bed614660175 None None] Bound using segment: {'id': 'a27a5a2f-2c43-4a86-974b-4e72668c54e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86'} {{(pid=105769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:59:15.097166 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.managers [None req-acb7c374-ee08-40be-b47d-bed614660175 None None] Bound port: af852ccc-9bb0-4dc2-bb64-af021d78dda9, host: dv-cinder-813226-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27a5a2f-2c43-4a86-974b-4e72668c54e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86'}}] {{(pid=105769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:59:15.097554 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-acb7c374-ee08-40be-b47d-bed614660175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:15.177690 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 4732e414-84f0-4a82-b784-9a38477bbcf5 up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:59:15.201758 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.db [None req-acb7c374-ee08-40be-b47d-bed614660175 None None] For port af852ccc-9bb0-4dc2-bb64-af021d78dda9, host dv-cinder-813226-2-iscsi, cleared binding levels {{(pid=105769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:59:15.206029 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.db [None req-acb7c374-ee08-40be-b47d-bed614660175 None None] For port af852ccc-9bb0-4dc2-bb64-af021d78dda9, host dv-cinder-813226-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=af852ccc-9bb0-4dc2-bb64-af021d78dda9,segment=NetworkSegment(a27a5a2f-2c43-4a86-974b-4e72668c54e4),segment_id=a27a5a2f-2c43-4a86-974b-4e72668c54e4)] {{(pid=105769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:59:15.213750 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-acb7c374-ee08-40be-b47d-bed614660175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:15.252731 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-f7c057cc-0336-483e-b8f2-9e5436886f45 None None] Provisioning complete for port 4732e414-84f0-4a82-b784-9a38477bbcf5 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:59:15.253369 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-f7c057cc-0336-483e-b8f2-9e5436886f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:15.291599 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb1aa34-78c3-45ff-8eb5-61e1cc88bdda None None] Pushing event updated for resources: {'Port': ['ID=af852ccc-9bb0-4dc2-bb64-af021d78dda9,revision_number=4']} {{(pid=105769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:15.314533 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb7c374-ee08-40be-b47d-bed614660175 None None] Routers {'67b6cbf3-21e9-4f92-9190-98cb697db547'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:59:15.315144 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-acb7c374-ee08-40be-b47d-bed614660175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:59:11Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['67b6cbf3-21e9-4f92-9190-98cb697db547'], 'active': True} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:59:15.352400 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-a1a795f4-7ce8-4e57-896b-3f1ef5075c9c tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:15.353894 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-a1a795f4-7ce8-4e57-896b-3f1ef5075c9c tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.44 "GET /v2.0/networks?id=a3a8bddd-b0cc-48a3-86c3-df5ba654dc89 HTTP/1.1" status: 200 len: 814 time: 0.2226360 Oct 12 17:59:15.365930 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-750e2afc-2116-4f43-95f3-aad48d7cf57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53707ebb-99a1-4550-abb9-b84a5ebf8031', 'name': 'tempest-TestVolumeBootPattern-1500000803-router', 'tenant_id': '25805b053fba4e16bc8ec13d19bf15d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'd32cfe1a-d687-4d64-bfab-75b7bd6d63e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:59:12Z', 'updated_at': '2021-10-12T17:59:13Z', 'revision_number': 3, 'project_id': '25805b053fba4e16bc8ec13d19bf15d4', 'gw_port': {'id': 'd32cfe1a-d687-4d64-bfab-75b7bd6d63e3', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53707ebb-99a1-4550-abb9-b84a5ebf8031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:13Z', 'updated_at': '2021-10-12T17:59:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi'}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:59:15.407958 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750e2afc-2116-4f43-95f3-aad48d7cf57a None None] Checking router: 53707ebb-99a1-4550-abb9-b84a5ebf8031 for host: dv-cinder-813226-2-iscsi {{(pid=105768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:59:15.408567 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750e2afc-2116-4f43-95f3-aad48d7cf57a None None] Updating router 53707ebb-99a1-4550-abb9-b84a5ebf8031 port d32cfe1a-d687-4d64-bfab-75b7bd6d63e3 binding host dv-cinder-813226-2-iscsi {{(pid=105768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:59:15.471101 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port 4732e414-84f0-4a82-b784-9a38477bbcf5 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:59:15.471747 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:15.485928 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-3c353802-79fb-4e65-a897-689194e8d1bd tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Request body: {'port': {'device_id': 'fba81017-e936-4b79-ac7c-5d19c3301709', 'network_id': 'a3a8bddd-b0cc-48a3-86c3-df5ba654dc89', 'admin_state_up': True, 'tenant_id': '4ccee480e9e64f06b2d6345f0e0b3041'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:59:15.526436 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-750e2afc-2116-4f43-95f3-aad48d7cf57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:15.546190 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvr_db [None req-acb7c374-ee08-40be-b47d-bed614660175 None None] Set router 67b6cbf3-21e9-4f92-9190-98cb697db547 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:59:15.584291 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-f7c057cc-0336-483e-b8f2-9e5436886f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:15.665969 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ba6e7933-2d10-47b4-897c-a0367280955c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:15.675173 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-3c353802-79fb-4e65-a897-689194e8d1bd tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Made reservation on behalf of 4ccee480e9e64f06b2d6345f0e0b3041 for: {'port': 1} {{(pid=105767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:59:15.683333 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-3c353802-79fb-4e65-a897-689194e8d1bd tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:15.727731 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-f7c057cc-0336-483e-b8f2-9e5436886f45 None None] For port 4732e414-84f0-4a82-b784-9a38477bbcf5, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=4732e414-84f0-4a82-b784-9a38477bbcf5,segment=NetworkSegment(2a04a32b-f2e4-4942-be7a-32e4a861bba7),segment_id=2a04a32b-f2e4-4942-be7a-32e4a861bba7)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:59:15.764936 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-acb7c374-ee08-40be-b47d-bed614660175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'name': 'tempest-TestVolumeBootPattern-1675155538-router', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:59:07Z', 'updated_at': '2021-10-12T17:59:10Z', 'revision_number': 4, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'gw_port': {'id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:08Z', 'updated_at': '2021-10-12T17:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': 'af852ccc-9bb0-4dc2-bb64-af021d78dda9', 'name': '', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'mac_address': 'fa:16:3e:ff:2c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:10Z', 'updated_at': '2021-10-12T17:59:15Z', 'revision_number': 4, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'subnets': [{'id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:59:15.767938 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-f7c057cc-0336-483e-b8f2-9e5436886f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:15.803054 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb7c374-ee08-40be-b47d-bed614660175 None None] The sync data for ids ['67b6cbf3-21e9-4f92-9190-98cb697db547'] in dv-cinder-813226-2-iscsi is: [{'id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'name': 'tempest-TestVolumeBootPattern-1675155538-router', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:59:07Z', 'updated_at': '2021-10-12T17:59:10Z', 'revision_number': 4, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'gw_port': {'id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:08Z', 'updated_at': '2021-10-12T17:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': 'af852ccc-9bb0-4dc2-bb64-af021d78dda9', 'name': '', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'mac_address': 'fa:16:3e:ff:2c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:10Z', 'updated_at': '2021-10-12T17:59:15Z', 'revision_number': 4, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'subnets': [{'id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:59:15.846318 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:15.913909 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c057cc-0336-483e-b8f2-9e5436886f45 None None] Pushing event updated for resources: {'Port': ['ID=4732e414-84f0-4a82-b784-9a38477bbcf5,revision_number=3']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:15.936006 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.db_base_plugin_common [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-3c353802-79fb-4e65-a897-689194e8d1bd tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Allocated IP 172.20.0.9 (a3a8bddd-b0cc-48a3-86c3-df5ba654dc89/452d7d84-104e-4713-a870-5aca7c8efb5b/3a8888ad-aa08-44a8-8826-7937bff48702) {{(pid=105767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:59:15.970473 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.db.api [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 17:59:15.971201 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG oslo_db.api [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 17:59:15.984450 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-aa13581d-e289-4892-b0cf-6ee89506ad67 None None] Provisioning complete for port af852ccc-9bb0-4dc2-bb64-af021d78dda9 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:59:15.984747 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-aa13581d-e289-4892-b0cf-6ee89506ad67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:16.023511 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.db_base_plugin_common [None req-ba6e7933-2d10-47b4-897c-a0367280955c admin admin] Allocated IP 172.20.0.1 (cf51191c-f6dc-49dd-b171-279ed9b562dc/a34e52c2-328a-474e-b3e0-94e6a739ee02/e37b4125-b58b-493f-9a19-862069e35137) {{(pid=105767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:59:16.095963 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-750e2afc-2116-4f43-95f3-aad48d7cf57a None None] Notify callbacks [] for port, precommit_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:16.128586 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-750e2afc-2116-4f43-95f3-aad48d7cf57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:16.168566 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-aa13581d-e289-4892-b0cf-6ee89506ad67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:16.182184 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-7eb76ea9-d2ea-4104-b280-f7f0b8337489 req-97ca34aa-d08a-4dbe-a98b-7bde8f898dbb tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/ports?device_id=fba81017-e936-4b79-ac7c-5d19c3301709 HTTP/1.1" status: 200 len: 210 time: 0.0489368 Oct 12 17:59:16.219779 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-3c353802-79fb-4e65-a897-689194e8d1bd tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Notify callbacks [] for port, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:16.226738 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515edf6-3500-4193-9890-48a8f35aa346 None None] Pushing event updated for resources: {'Port': ['ID=d32cfe1a-d687-4d64-bfab-75b7bd6d63e3,revision_number=2']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:16.232584 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ba6e7933-2d10-47b4-897c-a0367280955c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:16.234072 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-750e2afc-2116-4f43-95f3-aad48d7cf57a None None] Attempting to bind port d32cfe1a-d687-4d64-bfab-75b7bd6d63e3 on host dv-cinder-813226-2-iscsi for vnic_type normal with profile {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:59:16.234528 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-750e2afc-2116-4f43-95f3-aad48d7cf57a None None] Attempting to bind port d32cfe1a-d687-4d64-bfab-75b7bd6d63e3 by drivers openvswitch,hyperv on host dv-cinder-813226-2-iscsi at level 0 using segments [{'id': 'f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'}] {{(pid=105768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:59:16.234939 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750e2afc-2116-4f43-95f3-aad48d7cf57a None None] Attempting to bind port d32cfe1a-d687-4d64-bfab-75b7bd6d63e3 on network 57ccf176-38b9-4e1d-8eda-123c8986cf55 {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:59:16.241090 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-aa13581d-e289-4892-b0cf-6ee89506ad67 None None] For port af852ccc-9bb0-4dc2-bb64-af021d78dda9, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=af852ccc-9bb0-4dc2-bb64-af021d78dda9,segment=NetworkSegment(a27a5a2f-2c43-4a86-974b-4e72668c54e4),segment_id=a27a5a2f-2c43-4a86-974b-4e72668c54e4)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:59:16.244624 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750e2afc-2116-4f43-95f3-aad48d7cf57a None None] Checking agent: {'id': '5039a5e6-c9fd-4f0c-a36a-0bef795141ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813226-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 41, 12), 'started_at': datetime.datetime(2021, 10, 12, 17, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813226-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:59:16.245218 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750e2afc-2116-4f43-95f3-aad48d7cf57a None None] Checking segment: {'id': 'f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:59:16.245454 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-750e2afc-2116-4f43-95f3-aad48d7cf57a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:16.245889 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750e2afc-2116-4f43-95f3-aad48d7cf57a None None] Bound using segment: {'id': 'f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'} {{(pid=105768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:59:16.246394 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.managers [None req-750e2afc-2116-4f43-95f3-aad48d7cf57a None None] Bound port: d32cfe1a-d687-4d64-bfab-75b7bd6d63e3, host: dv-cinder-813226-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55'}}] {{(pid=105768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:59:16.246905 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-750e2afc-2116-4f43-95f3-aad48d7cf57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:16.250297 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-aa13581d-e289-4892-b0cf-6ee89506ad67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:16.287371 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-3c353802-79fb-4e65-a897-689194e8d1bd tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:16.297113 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ba6e7933-2d10-47b4-897c-a0367280955c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:16.338055 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13581d-e289-4892-b0cf-6ee89506ad67 None None] Pushing event updated for resources: {'Port': ['ID=af852ccc-9bb0-4dc2-bb64-af021d78dda9,revision_number=5']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:16.343124 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-750e2afc-2116-4f43-95f3-aad48d7cf57a None None] For port d32cfe1a-d687-4d64-bfab-75b7bd6d63e3, host dv-cinder-813226-2-iscsi, cleared binding levels {{(pid=105768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:59:16.345559 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-3c353802-79fb-4e65-a897-689194e8d1bd tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Network a3a8bddd-b0cc-48a3-86c3-df5ba654dc89 is already hosted by enough agents. {{(pid=105767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:59:16.346466 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-750e2afc-2116-4f43-95f3-aad48d7cf57a None None] For port d32cfe1a-d687-4d64-bfab-75b7bd6d63e3, host dv-cinder-813226-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=d32cfe1a-d687-4d64-bfab-75b7bd6d63e3,segment=NetworkSegment(f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1),segment_id=f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1)] {{(pid=105768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:59:16.353438 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-3c353802-79fb-4e65-a897-689194e8d1bd tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Resources bound (agent type, host, resource id): {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:59:16.354995 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-750e2afc-2116-4f43-95f3-aad48d7cf57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:16.361637 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6e7933-2d10-47b4-897c-a0367280955c admin admin] Network cf51191c-f6dc-49dd-b171-279ed9b562dc is already hosted by enough agents. {{(pid=105767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:59:16.362566 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-3c353802-79fb-4e65-a897-689194e8d1bd tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Received port after_create {{(pid=105767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:59:16.370374 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [None req-ba6e7933-2d10-47b4-897c-a0367280955c admin admin] Resources bound (agent type, host, resource id): {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:59:16.390247 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c353802-79fb-4e65-a897-689194e8d1bd tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Pushing event updated for resources: {'Port': ['ID=3a8888ad-aa08-44a8-8826-7937bff48702,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:16.394270 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6e7933-2d10-47b4-897c-a0367280955c admin admin] Received port after_create {{(pid=105767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:59:16.425648 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-f6a41b90-6f46-487d-b830-9e88bd80b3eb None None] Provisioning complete for port 4732e414-84f0-4a82-b784-9a38477bbcf5 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:59:16.426012 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c353802-79fb-4e65-a897-689194e8d1bd tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:16.426116 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-f6a41b90-6f46-487d-b830-9e88bd80b3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:16.426199 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c353802-79fb-4e65-a897-689194e8d1bd tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:16.426412 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c353802-79fb-4e65-a897-689194e8d1bd tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:16.426732 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c353802-79fb-4e65-a897-689194e8d1bd tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:16.427154 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c353802-79fb-4e65-a897-689194e8d1bd tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:16.427372 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c353802-79fb-4e65-a897-689194e8d1bd tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:16.427694 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c353802-79fb-4e65-a897-689194e8d1bd tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:16.428012 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c353802-79fb-4e65-a897-689194e8d1bd tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:16.428333 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c353802-79fb-4e65-a897-689194e8d1bd tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:16.428649 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c353802-79fb-4e65-a897-689194e8d1bd tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:16.428967 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c353802-79fb-4e65-a897-689194e8d1bd tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:16.429280 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c353802-79fb-4e65-a897-689194e8d1bd tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:16.451014 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515edf6-3500-4193-9890-48a8f35aa346 None None] Pushing event updated for resources: {'Port': ['ID=d32cfe1a-d687-4d64-bfab-75b7bd6d63e3,revision_number=3']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:16.459478 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750e2afc-2116-4f43-95f3-aad48d7cf57a None None] Routers {'53707ebb-99a1-4550-abb9-b84a5ebf8031'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:59:16.459927 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-750e2afc-2116-4f43-95f3-aad48d7cf57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:59:11Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['53707ebb-99a1-4550-abb9-b84a5ebf8031'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:59:16.479331 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-3c353802-79fb-4e65-a897-689194e8d1bd tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:16.480004 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-3c353802-79fb-4e65-a897-689194e8d1bd tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:16.516527 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ba6e7933-2d10-47b4-897c-a0367280955c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090920'] for router_interface, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:16.518956 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e7933-2d10-47b4-897c-a0367280955c admin admin] Pushing event updated for resources: {'Port': ['ID=e37b4125-b58b-493f-9a19-862069e35137,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:16.561430 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-3c353802-79fb-4e65-a897-689194e8d1bd tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0979116 Oct 12 17:59:16.564942 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 0ca5fee4-0208-4417-b41f-08487d2b930c up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:59:16.575923 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-30570450-502a-4599-bcac-5c09e6f394bf service neutron] Request body: {'port': {'device_id': 'fba81017-e936-4b79-ac7c-5d19c3301709', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:59:16.693454 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-30570450-502a-4599-bcac-5c09e6f394bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:16.707788 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-750e2afc-2116-4f43-95f3-aad48d7cf57a None None] Set router 53707ebb-99a1-4550-abb9-b84a5ebf8031 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:59:16.754648 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ba6e7933-2d10-47b4-897c-a0367280955c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:16.763938 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port 0ca5fee4-0208-4417-b41f-08487d2b930c triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:59:16.764221 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:17.072220 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ed813cba-cd59-4a3c-9784-b7c910227a81 None None] Provisioning complete for port e37b4125-b58b-493f-9a19-862069e35137 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:59:17.072487 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ed813cba-cd59-4a3c-9784-b7c910227a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:17.091963 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ba6e7933-2d10-47b4-897c-a0367280955c admin admin] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:17.100581 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ba6e7933-2d10-47b4-897c-a0367280955c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196327'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:17.119541 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-ed813cba-cd59-4a3c-9784-b7c910227a81 None None] Port e37b4125-b58b-493f-9a19-862069e35137 cannot update to ACTIVE because it is not bound. {{(pid=105768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:59:17.134480 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-750e2afc-2116-4f43-95f3-aad48d7cf57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53707ebb-99a1-4550-abb9-b84a5ebf8031', 'name': 'tempest-TestVolumeBootPattern-1500000803-router', 'tenant_id': '25805b053fba4e16bc8ec13d19bf15d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'd32cfe1a-d687-4d64-bfab-75b7bd6d63e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:59:12Z', 'updated_at': '2021-10-12T17:59:13Z', 'revision_number': 3, 'project_id': '25805b053fba4e16bc8ec13d19bf15d4', 'gw_port': {'id': 'd32cfe1a-d687-4d64-bfab-75b7bd6d63e3', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53707ebb-99a1-4550-abb9-b84a5ebf8031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:13Z', 'updated_at': '2021-10-12T17:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi'}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:59:17.142900 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-30570450-502a-4599-bcac-5c09e6f394bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a8888ad-aa08-44a8-8826-7937bff48702 {{(pid=105767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:59:17.164965 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750e2afc-2116-4f43-95f3-aad48d7cf57a None None] The sync data for ids ['53707ebb-99a1-4550-abb9-b84a5ebf8031'] in dv-cinder-813226-2-iscsi is: [{'id': '53707ebb-99a1-4550-abb9-b84a5ebf8031', 'name': 'tempest-TestVolumeBootPattern-1500000803-router', 'tenant_id': '25805b053fba4e16bc8ec13d19bf15d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'd32cfe1a-d687-4d64-bfab-75b7bd6d63e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:59:12Z', 'updated_at': '2021-10-12T17:59:13Z', 'revision_number': 3, 'project_id': '25805b053fba4e16bc8ec13d19bf15d4', 'gw_port': {'id': 'd32cfe1a-d687-4d64-bfab-75b7bd6d63e3', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53707ebb-99a1-4550-abb9-b84a5ebf8031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:13Z', 'updated_at': '2021-10-12T17:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi'}] {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:59:17.172370 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-30570450-502a-4599-bcac-5c09e6f394bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:17.174925 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ba6e7933-2d10-47b4-897c-a0367280955c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8115384'] for router_interface, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:17.208156 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 4732e414-84f0-4a82-b784-9a38477bbcf5 up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:59:17.208357 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-30570450-502a-4599-bcac-5c09e6f394bf service neutron] Transition to ACTIVE for port object 3a8888ad-aa08-44a8-8826-7937bff48702 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:59:17.250684 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-30570450-502a-4599-bcac-5c09e6f394bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196327'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:17.258103 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port 4732e414-84f0-4a82-b784-9a38477bbcf5 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:59:17.258585 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:17.278178 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e7933-2d10-47b4-897c-a0367280955c admin admin] Pushing event updated for resources: {'Port': ['ID=e37b4125-b58b-493f-9a19-862069e35137,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:17.326076 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53a2bf-c089-4929-869e-071ee1aa2931 req-9c14c88a-2e5a-4a22-8e48-999e48d71593 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:17.333689 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8c53a2bf-c089-4929-869e-071ee1aa2931 req-9c14c88a-2e5a-4a22-8e48-999e48d71593 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/ports?device_id=fba81017-e936-4b79-ac7c-5d19c3301709 HTTP/1.1" status: 200 len: 943 time: 0.0802488 Oct 12 17:59:17.349241 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device af852ccc-9bb0-4dc2-bb64-af021d78dda9 up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:59:17.376144 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8c53a2bf-c089-4929-869e-071ee1aa2931 req-d751e4f7-049c-447d-853d-4ad4b1caf82c tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/security-groups?id=54b1f2b6-039f-4913-b1bd-7a4c4f97a1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412211 Oct 12 17:59:17.386154 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30570450-502a-4599-bcac-5c09e6f394bf service neutron] Pushing event updated for resources: {'Port': ['ID=3a8888ad-aa08-44a8-8826-7937bff48702,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:17.401186 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port af852ccc-9bb0-4dc2-bb64-af021d78dda9 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:59:17.401560 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:17.423705 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6e7933-2d10-47b4-897c-a0367280955c admin admin] Network cf51191c-f6dc-49dd-b171-279ed9b562dc is already hosted by enough agents. {{(pid=105767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:59:17.426433 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [None req-ba6e7933-2d10-47b4-897c-a0367280955c admin admin] Resources bound (agent type, host, resource id): {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:59:17.443793 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-30570450-502a-4599-bcac-5c09e6f394bf service neutron] Attempting to bind port 3a8888ad-aa08-44a8-8826-7937bff48702 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:59:17.444038 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-30570450-502a-4599-bcac-5c09e6f394bf service neutron] Attempting to bind port 3a8888ad-aa08-44a8-8826-7937bff48702 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '12bfb3b1-af4a-4358-aa88-457045347beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1379, 'network_id': 'a3a8bddd-b0cc-48a3-86c3-df5ba654dc89'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:59:17.444449 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-30570450-502a-4599-bcac-5c09e6f394bf service neutron] Attempting to bind port 3a8888ad-aa08-44a8-8826-7937bff48702 on network a3a8bddd-b0cc-48a3-86c3-df5ba654dc89 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:59:17.500170 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-30570450-502a-4599-bcac-5c09e6f394bf service neutron] Port 3a8888ad-aa08-44a8-8826-7937bff48702 on network a3a8bddd-b0cc-48a3-86c3-df5ba654dc89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:59:17.500502 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-30570450-502a-4599-bcac-5c09e6f394bf service neutron] Attempting to bind port 3a8888ad-aa08-44a8-8826-7937bff48702 on network a3a8bddd-b0cc-48a3-86c3-df5ba654dc89 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:59:17.534159 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-30570450-502a-4599-bcac-5c09e6f394bf service neutron] Checking agent: {'id': '4d49b38b-ca89-4e5d-a715-678a9ae3215e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 47, 26), 'started_at': datetime.datetime(2021, 10, 12, 17, 47, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:59:17.534541 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-30570450-502a-4599-bcac-5c09e6f394bf service neutron] Checking segment: {'id': '12bfb3b1-af4a-4358-aa88-457045347beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1379, 'network_id': 'a3a8bddd-b0cc-48a3-86c3-df5ba654dc89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:59:17.534906 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-30570450-502a-4599-bcac-5c09e6f394bf service neutron] Bound using segment: {'id': '12bfb3b1-af4a-4358-aa88-457045347beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1379, 'network_id': 'a3a8bddd-b0cc-48a3-86c3-df5ba654dc89'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:59:17.535350 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-30570450-502a-4599-bcac-5c09e6f394bf service neutron] Bound port: 3a8888ad-aa08-44a8-8826-7937bff48702, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12bfb3b1-af4a-4358-aa88-457045347beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1379, 'network_id': 'a3a8bddd-b0cc-48a3-86c3-df5ba654dc89'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:59:17.535709 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-30570450-502a-4599-bcac-5c09e6f394bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:17.639812 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6e7933-2d10-47b4-897c-a0367280955c admin admin] Router 53707ebb-99a1-4550-abb9-b84a5ebf8031 has already been hosted by L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 {{(pid=105767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:59:17.652243 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-30570450-502a-4599-bcac-5c09e6f394bf service neutron] For port 3a8888ad-aa08-44a8-8826-7937bff48702, host hv-cinder-81322, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:59:17.656515 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-30570450-502a-4599-bcac-5c09e6f394bf service neutron] For port 3a8888ad-aa08-44a8-8826-7937bff48702, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3a8888ad-aa08-44a8-8826-7937bff48702,segment=NetworkSegment(12bfb3b1-af4a-4358-aa88-457045347beb),segment_id=12bfb3b1-af4a-4358-aa88-457045347beb)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:59:17.666577 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-30570450-502a-4599-bcac-5c09e6f394bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196327'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:17.745114 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-30570450-502a-4599-bcac-5c09e6f394bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:17.745715 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-30570450-502a-4599-bcac-5c09e6f394bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:17.747193 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-30570450-502a-4599-bcac-5c09e6f394bf service neutron] 10.222.0.44 "PUT /v2.0/ports/3a8888ad-aa08-44a8-8826-7937bff48702 HTTP/1.1" status: 200 len: 1093 time: 1.1762681 Oct 12 17:59:17.749787 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba81017-e936-4b79-ac7c-5d19c3301709', 'tag': '3a8888ad-aa08-44a8-8826-7937bff48702'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:59:17.752193 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0e9c17-b140-493e-a121-587154403e8d" -d '{"events": [{"name": "network-changed", "server_uuid": "fba81017-e936-4b79-ac7c-5d19c3301709", "tag": "3a8888ad-aa08-44a8-8826-7937bff48702"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:59:17.760070 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-a2761762-0cec-4ff3-97ec-6f99b4432b17 None None] Provisioning complete for port e37b4125-b58b-493f-9a19-862069e35137 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:59:17.760579 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-a2761762-0cec-4ff3-97ec-6f99b4432b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:17.804320 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30570450-502a-4599-bcac-5c09e6f394bf service neutron] Pushing event updated for resources: {'Port': ['ID=3a8888ad-aa08-44a8-8826-7937bff48702,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:17.821159 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ae6a2d-c3e4-4382-b31a-99d328810321 x-openstack-request-id: req-74ae6a2d-c3e4-4382-b31a-99d328810321 {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:59:17.821438 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fba81017-e936-4b79-ac7c-5d19c3301709", "tag": "3a8888ad-aa08-44a8-8826-7937bff48702", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:59:17.821689 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-74ae6a2d-c3e4-4382-b31a-99d328810321 {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:59:17.822378 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fba81017-e936-4b79-ac7c-5d19c3301709', 'tag': '3a8888ad-aa08-44a8-8826-7937bff48702', 'status': 'completed', 'code': 200} Oct 12 17:59:17.824516 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-a2761762-0cec-4ff3-97ec-6f99b4432b17 None None] Port e37b4125-b58b-493f-9a19-862069e35137 cannot update to ACTIVE because it is not bound. {{(pid=105768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:59:17.858819 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6e7933-2d10-47b4-897c-a0367280955c admin admin] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:59:17.864245 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-ba6e7933-2d10-47b4-897c-a0367280955c admin admin] 10.222.0.85 "PUT /v2.0/routers/53707ebb-99a1-4550-abb9-b84a5ebf8031/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3596554 Oct 12 17:59:17.870430 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-91f2a5b1-3f40-489d-b173-eda75b0e63ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:17.872041 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-91f2a5b1-3f40-489d-b173-eda75b0e63ba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ccee480e9e64f06b2d6345f0e0b3041&device_id=fba81017-e936-4b79-ac7c-5d19c3301709 HTTP/1.1" status: 200 len: 1096 time: 0.0603127 Oct 12 17:59:17.915832 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-c8388bc1-ed7b-410f-ad24-a0a72b77d1c5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a8888ad-aa08-44a8-8826-7937bff48702 HTTP/1.1" status: 200 len: 217 time: 0.0359855 Oct 12 17:59:17.970978 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-d15e5dd9-5669-47e3-bc95-14ea37e9f4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:17.972582 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-d15e5dd9-5669-47e3-bc95-14ea37e9f4eb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=452d7d84-104e-4713-a870-5aca7c8efb5b HTTP/1.1" status: 200 len: 854 time: 0.0504293 Oct 12 17:59:18.012953 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-f683a5c2-115d-4103-b614-fa1305876a23 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a3a8bddd-b0cc-48a3-86c3-df5ba654dc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326929 Oct 12 17:59:18.104433 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-4e7341f9-fdf4-4a0b-8eaf-4ed81b1fe311 service neutron] 10.222.0.44 "GET /v2.0/networks/a3a8bddd-b0cc-48a3-86c3-df5ba654dc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842557 Oct 12 17:59:18.315582 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 41070) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:59:18.320262 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-30936945-81f5-4b30-87e6-d9f5d036b0cb tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-269064666', 'description': 'tempest-secgroup-smoke-269064666 description', 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:59:18.351312 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-30936945-81f5-4b30-87e6-d9f5d036b0cb tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for security_group, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:18.426000 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-30936945-81f5-4b30-87e6-d9f5d036b0cb tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for security_group, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:18.432620 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-30936945-81f5-4b30-87e6-d9f5d036b0cb tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:18.484093 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-135bb915-e308-4dfe-b841-bbfd98958a4a req-d83fc5ba-1d95-4ebc-98db-6895a7016fae service neutron] 10.222.0.44 "GET /v2.0/networks/a3a8bddd-b0cc-48a3-86c3-df5ba654dc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722999 Oct 12 17:59:18.496924 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-30936945-81f5-4b30-87e6-d9f5d036b0cb tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:18.499785 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-30936945-81f5-4b30-87e6-d9f5d036b0cb tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1831796 Oct 12 17:59:18.503192 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30936945-81f5-4b30-87e6-d9f5d036b0cb tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=444fa5fe-a577-48d3-a156-bdbed0641817,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:18.503364 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 41076) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:59:18.508495 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [None req-e46006b7-178f-4203-9183-4f2e3e489ffe tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Request body: {'security_group_rule': {'security_group_id': '444fa5fe-a577-48d3-a156-bdbed0641817', 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:59:18.527248 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14539e56-fbfe-4e55-977a-89eb7b4af393 req-ed512647-9018-4e51-b16b-7aceed2825a9 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:18.529170 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-14539e56-fbfe-4e55-977a-89eb7b4af393 req-ed512647-9018-4e51-b16b-7aceed2825a9 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/ports?device_id=fba81017-e936-4b79-ac7c-5d19c3301709 HTTP/1.1" status: 200 len: 943 time: 0.0845432 Oct 12 17:59:18.542411 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e46006b7-178f-4203-9183-4f2e3e489ffe tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:18.569829 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-14539e56-fbfe-4e55-977a-89eb7b4af393 req-efa6f83a-d787-487c-a5f9-60dbe1d7163b tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/security-groups?id=54b1f2b6-039f-4913-b1bd-7a4c4f97a1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335615 Oct 12 17:59:18.623469 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e9c17-b140-493e-a121-587154403e8d req-aed23035-3764-46ed-a8d0-7663e2419de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:18.625123 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-7f0e9c17-b140-493e-a121-587154403e8d req-aed23035-3764-46ed-a8d0-7663e2419de6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ccee480e9e64f06b2d6345f0e0b3041&device_id=fba81017-e936-4b79-ac7c-5d19c3301709 HTTP/1.1" status: 200 len: 1096 time: 0.0800638 Oct 12 17:59:18.648519 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e46006b7-178f-4203-9183-4f2e3e489ffe tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:18.657755 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e46006b7-178f-4203-9183-4f2e3e489ffe tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50316'] for security_group_rule, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:18.708887 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46006b7-178f-4203-9183-4f2e3e489ffe tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ea491b7-2e7f-4018-9bee-03d38706a982,revision_number=0']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:18.716643 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e46006b7-178f-4203-9183-4f2e3e489ffe tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:18.717842 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-e46006b7-178f-4203-9183-4f2e3e489ffe tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2133188 Oct 12 17:59:18.721004 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 41080) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:59:18.726009 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-6c06834b-49a6-40cb-81d8-d4dbb109014f tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Request body: {'security_group_rule': {'security_group_id': '444fa5fe-a577-48d3-a156-bdbed0641817', 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:59:18.746788 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e9c17-b140-493e-a121-587154403e8d req-009555cc-e0c5-43dd-b942-eaed21454ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:18.748293 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-7f0e9c17-b140-493e-a121-587154403e8d req-009555cc-e0c5-43dd-b942-eaed21454ab5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a3a8bddd-b0cc-48a3-86c3-df5ba654dc89 HTTP/1.1" status: 200 len: 916 time: 0.1129544 Oct 12 17:59:18.761495 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6c06834b-49a6-40cb-81d8-d4dbb109014f tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:18.804469 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-7f0e9c17-b140-493e-a121-587154403e8d req-c47b69bb-6782-422f-90ea-57f1bc85f2bc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a8888ad-aa08-44a8-8826-7937bff48702 HTTP/1.1" status: 200 len: 217 time: 0.0474937 Oct 12 17:59:18.811172 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6c06834b-49a6-40cb-81d8-d4dbb109014f tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:18.816395 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6c06834b-49a6-40cb-81d8-d4dbb109014f tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50316'] for security_group_rule, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:18.841673 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06834b-49a6-40cb-81d8-d4dbb109014f tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be4633e0-c0b9-483d-90ab-f64823a8df9f,revision_number=0']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:18.848032 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6c06834b-49a6-40cb-81d8-d4dbb109014f tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:18.849345 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-6c06834b-49a6-40cb-81d8-d4dbb109014f tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1272168 Oct 12 17:59:18.852221 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 41082) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:59:18.856997 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-95122dfc-a378-40fc-ab55-10e6c740b046 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Request body: {'security_group_rule': {'security_group_id': '444fa5fe-a577-48d3-a156-bdbed0641817', 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:59:18.874436 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e9c17-b140-493e-a121-587154403e8d req-389b71b9-c0d5-4299-ba2f-6a664b382bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:18.876645 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-7f0e9c17-b140-493e-a121-587154403e8d req-389b71b9-c0d5-4299-ba2f-6a664b382bef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=452d7d84-104e-4713-a870-5aca7c8efb5b HTTP/1.1" status: 200 len: 854 time: 0.0646760 Oct 12 17:59:18.889255 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-95122dfc-a378-40fc-ab55-10e6c740b046 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:18.910535 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-7f0e9c17-b140-493e-a121-587154403e8d req-61d146d8-bdb4-4904-be3e-02a63aab45a4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a3a8bddd-b0cc-48a3-86c3-df5ba654dc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255229 Oct 12 17:59:18.950004 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-95122dfc-a378-40fc-ab55-10e6c740b046 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:18.956141 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-95122dfc-a378-40fc-ab55-10e6c740b046 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50316'] for security_group_rule, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:18.976626 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95122dfc-a378-40fc-ab55-10e6c740b046 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e120184-0de9-4cf5-aefa-2edbf16d1066,revision_number=0']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:18.988546 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-95122dfc-a378-40fc-ab55-10e6c740b046 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:18.993366 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-95122dfc-a378-40fc-ab55-10e6c740b046 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1374555 Oct 12 17:59:18.993564 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 41084) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:59:18.998495 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-01a1563e-0280-4589-b7a6-15e2a3286295 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Request body: {'security_group_rule': {'security_group_id': '444fa5fe-a577-48d3-a156-bdbed0641817', 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:59:19.005756 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-7f0e9c17-b140-493e-a121-587154403e8d req-0ab7e908-63cb-43ba-8c4e-6bfbdd64b9af service neutron] 10.222.0.44 "GET /v2.0/networks/a3a8bddd-b0cc-48a3-86c3-df5ba654dc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872612 Oct 12 17:59:19.026144 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-01a1563e-0280-4589-b7a6-15e2a3286295 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:19.090890 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-01a1563e-0280-4589-b7a6-15e2a3286295 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:19.095896 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-01a1563e-0280-4589-b7a6-15e2a3286295 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50316'] for security_group_rule, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:19.107955 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-7f0e9c17-b140-493e-a121-587154403e8d req-52314a02-0032-4e14-8223-f7335c7f8e71 service neutron] 10.222.0.44 "GET /v2.0/networks/a3a8bddd-b0cc-48a3-86c3-df5ba654dc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938988 Oct 12 17:59:19.115601 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1563e-0280-4589-b7a6-15e2a3286295 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c7a7027-4314-4134-ab03-20939018a65a,revision_number=0']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:19.127178 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-01a1563e-0280-4589-b7a6-15e2a3286295 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:19.130396 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-01a1563e-0280-4589-b7a6-15e2a3286295 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1338835 Oct 12 17:59:19.131779 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 41086) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:59:19.139681 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-53c2b76e-b497-413f-ae4a-096611e98428 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Request body: {'security_group_rule': {'security_group_id': '444fa5fe-a577-48d3-a156-bdbed0641817', 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:59:19.165531 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.db.securitygroups_db [None req-53c2b76e-b497-413f-ae4a-096611e98428 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Project 7b733cd5636f4c5ead827ce9ef00dffb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 17:59:19.171617 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-53c2b76e-b497-413f-ae4a-096611e98428 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:19.204252 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a61909a-d5d3-43d6-8caf-592fac81b6a3 None None] Sync routers for ids ['53707ebb-99a1-4550-abb9-b84a5ebf8031'] in dv-cinder-813226-2-iscsi {{(pid=105769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:59:19.215312 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a61909a-d5d3-43d6-8caf-592fac81b6a3 None None] Routers {'53707ebb-99a1-4550-abb9-b84a5ebf8031'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:59:19.216379 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-7a61909a-d5d3-43d6-8caf-592fac81b6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:59:11Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['53707ebb-99a1-4550-abb9-b84a5ebf8031'], 'active': True} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:59:19.236438 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device d32cfe1a-d687-4d64-bfab-75b7bd6d63e3 up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:59:19.245982 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-53c2b76e-b497-413f-ae4a-096611e98428 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:19.250610 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-53c2b76e-b497-413f-ae4a-096611e98428 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50316'] for security_group_rule, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:19.265991 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c2b76e-b497-413f-ae4a-096611e98428 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37cf0998-db68-4d32-885d-eaf2c5ef6fda,revision_number=0']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:19.286149 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-53c2b76e-b497-413f-ae4a-096611e98428 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:19.287757 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-53c2b76e-b497-413f-ae4a-096611e98428 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1549635 Oct 12 17:59:19.290485 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 41088) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:59:19.291048 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port d32cfe1a-d687-4d64-bfab-75b7bd6d63e3 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:59:19.291511 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:19.298204 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-4f1a825e-7b9a-445c-9469-4d3f9d5b41eb tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Request body: {'security_group_rule': {'security_group_id': '444fa5fe-a577-48d3-a156-bdbed0641817', 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:59:19.326958 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.db.securitygroups_db [None req-4f1a825e-7b9a-445c-9469-4d3f9d5b41eb tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Project 7b733cd5636f4c5ead827ce9ef00dffb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 17:59:19.331970 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f1a825e-7b9a-445c-9469-4d3f9d5b41eb tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:19.336200 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvr_db [None req-7a61909a-d5d3-43d6-8caf-592fac81b6a3 None None] Set router 53707ebb-99a1-4550-abb9-b84a5ebf8031 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:59:19.385531 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:19.400476 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f1a825e-7b9a-445c-9469-4d3f9d5b41eb tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:19.407075 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f1a825e-7b9a-445c-9469-4d3f9d5b41eb tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50316'] for security_group_rule, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:19.409049 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] For port d32cfe1a-d687-4d64-bfab-75b7bd6d63e3, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=d32cfe1a-d687-4d64-bfab-75b7bd6d63e3,segment=NetworkSegment(f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1),segment_id=f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:59:19.414760 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:19.428062 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a825e-7b9a-445c-9469-4d3f9d5b41eb tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9161b445-03c8-4b3b-8e25-6103c18781f9,revision_number=0']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:19.437452 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f1a825e-7b9a-445c-9469-4d3f9d5b41eb tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:19.441788 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-4f1a825e-7b9a-445c-9469-4d3f9d5b41eb tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1467452 Oct 12 17:59:19.473938 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Pushing event updated for resources: {'Port': ['ID=d32cfe1a-d687-4d64-bfab-75b7bd6d63e3,revision_number=4']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:19.553700 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-7a61909a-d5d3-43d6-8caf-592fac81b6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53707ebb-99a1-4550-abb9-b84a5ebf8031', 'name': 'tempest-TestVolumeBootPattern-1500000803-router', 'tenant_id': '25805b053fba4e16bc8ec13d19bf15d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'd32cfe1a-d687-4d64-bfab-75b7bd6d63e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:59:12Z', 'updated_at': '2021-10-12T17:59:16Z', 'revision_number': 4, 'project_id': '25805b053fba4e16bc8ec13d19bf15d4', 'gw_port': {'id': 'd32cfe1a-d687-4d64-bfab-75b7bd6d63e3', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53707ebb-99a1-4550-abb9-b84a5ebf8031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:13Z', 'updated_at': '2021-10-12T17:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': 'e37b4125-b58b-493f-9a19-862069e35137', 'name': '', 'network_id': 'cf51191c-f6dc-49dd-b171-279ed9b562dc', 'tenant_id': '25805b053fba4e16bc8ec13d19bf15d4', 'mac_address': 'fa:16:3e:ad:ed:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53707ebb-99a1-4550-abb9-b84a5ebf8031', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'a34e52c2-328a-474e-b3e0-94e6a739ee02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:15Z', 'updated_at': '2021-10-12T17:59:16Z', 'revision_number': 2, 'project_id': '25805b053fba4e16bc8ec13d19bf15d4', 'subnets': [{'id': 'a34e52c2-328a-474e-b3e0-94e6a739ee02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:59:19.580205 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a61909a-d5d3-43d6-8caf-592fac81b6a3 None None] Checking router: 53707ebb-99a1-4550-abb9-b84a5ebf8031 for host: dv-cinder-813226-2-iscsi {{(pid=105769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:59:19.580387 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a61909a-d5d3-43d6-8caf-592fac81b6a3 None None] Updating router 53707ebb-99a1-4550-abb9-b84a5ebf8031 port e37b4125-b58b-493f-9a19-862069e35137 binding host dv-cinder-813226-2-iscsi {{(pid=105769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:59:19.610179 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-7a61909a-d5d3-43d6-8caf-592fac81b6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:19.699123 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463cd54-63a7-45da-841f-a874aa9d2776 req-311b62a3-8677-4c7d-bed7-9d0e4875aa52 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:19.700983 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0463cd54-63a7-45da-841f-a874aa9d2776 req-311b62a3-8677-4c7d-bed7-9d0e4875aa52 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/ports?device_id=fba81017-e936-4b79-ac7c-5d19c3301709 HTTP/1.1" status: 200 len: 943 time: 0.0512836 Oct 12 17:59:19.743418 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0463cd54-63a7-45da-841f-a874aa9d2776 req-f797e3c4-f716-4f30-9214-072ac9a07d22 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/security-groups?id=54b1f2b6-039f-4913-b1bd-7a4c4f97a1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366347 Oct 12 17:59:19.894712 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-7a61909a-d5d3-43d6-8caf-592fac81b6a3 None None] Notify callbacks [] for port, precommit_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:19.900407 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-7a61909a-d5d3-43d6-8caf-592fac81b6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:19.949480 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204462d-f822-4d91-a275-568557df8f7c None None] Pushing event updated for resources: {'Port': ['ID=e37b4125-b58b-493f-9a19-862069e35137,revision_number=3']} {{(pid=105769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:20.008313 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.managers [None req-7a61909a-d5d3-43d6-8caf-592fac81b6a3 None None] Attempting to bind port e37b4125-b58b-493f-9a19-862069e35137 on host dv-cinder-813226-2-iscsi for vnic_type normal with profile {{(pid=105769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:59:20.008673 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.managers [None req-7a61909a-d5d3-43d6-8caf-592fac81b6a3 None None] Attempting to bind port e37b4125-b58b-493f-9a19-862069e35137 by drivers openvswitch,hyperv on host dv-cinder-813226-2-iscsi at level 0 using segments [{'id': '2a04a32b-f2e4-4942-be7a-32e4a861bba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1384, 'network_id': 'cf51191c-f6dc-49dd-b171-279ed9b562dc'}] {{(pid=105769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:59:20.009028 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a61909a-d5d3-43d6-8caf-592fac81b6a3 None None] Attempting to bind port e37b4125-b58b-493f-9a19-862069e35137 on network cf51191c-f6dc-49dd-b171-279ed9b562dc {{(pid=105769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:59:20.014590 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a61909a-d5d3-43d6-8caf-592fac81b6a3 None None] Checking agent: {'id': '5039a5e6-c9fd-4f0c-a36a-0bef795141ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813226-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 41, 12), 'started_at': datetime.datetime(2021, 10, 12, 17, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813226-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:59:20.014964 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a61909a-d5d3-43d6-8caf-592fac81b6a3 None None] Checking segment: {'id': '2a04a32b-f2e4-4942-be7a-32e4a861bba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1384, 'network_id': 'cf51191c-f6dc-49dd-b171-279ed9b562dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:59:20.015366 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-7a61909a-d5d3-43d6-8caf-592fac81b6a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:20.015757 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a61909a-d5d3-43d6-8caf-592fac81b6a3 None None] Bound using segment: {'id': '2a04a32b-f2e4-4942-be7a-32e4a861bba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1384, 'network_id': 'cf51191c-f6dc-49dd-b171-279ed9b562dc'} {{(pid=105769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:59:20.016244 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.managers [None req-7a61909a-d5d3-43d6-8caf-592fac81b6a3 None None] Bound port: e37b4125-b58b-493f-9a19-862069e35137, host: dv-cinder-813226-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a04a32b-f2e4-4942-be7a-32e4a861bba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1384, 'network_id': 'cf51191c-f6dc-49dd-b171-279ed9b562dc'}}] {{(pid=105769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:59:20.016646 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-7a61909a-d5d3-43d6-8caf-592fac81b6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:20.084410 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.db [None req-7a61909a-d5d3-43d6-8caf-592fac81b6a3 None None] For port e37b4125-b58b-493f-9a19-862069e35137, host dv-cinder-813226-2-iscsi, cleared binding levels {{(pid=105769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:59:20.087829 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.plugins.ml2.db [None req-7a61909a-d5d3-43d6-8caf-592fac81b6a3 None None] For port e37b4125-b58b-493f-9a19-862069e35137, host dv-cinder-813226-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=e37b4125-b58b-493f-9a19-862069e35137,segment=NetworkSegment(2a04a32b-f2e4-4942-be7a-32e4a861bba7),segment_id=2a04a32b-f2e4-4942-be7a-32e4a861bba7)] {{(pid=105769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:59:20.095853 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron_lib.callbacks.manager [None req-7a61909a-d5d3-43d6-8caf-592fac81b6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:20.153989 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a61909a-d5d3-43d6-8caf-592fac81b6a3 None None] Routers {'53707ebb-99a1-4550-abb9-b84a5ebf8031'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:59:20.154747 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-7a61909a-d5d3-43d6-8caf-592fac81b6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:59:11Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['53707ebb-99a1-4550-abb9-b84a5ebf8031'], 'active': True} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:59:20.182657 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-c61b9b8c-45e9-4712-aadc-4edcf8af8c75 None None] Provisioning complete for port e37b4125-b58b-493f-9a19-862069e35137 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:59:20.182945 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-c61b9b8c-45e9-4712-aadc-4edcf8af8c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:20.206130 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204462d-f822-4d91-a275-568557df8f7c None None] Pushing event updated for resources: {'Port': ['ID=e37b4125-b58b-493f-9a19-862069e35137,revision_number=4']} {{(pid=105769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:20.283014 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-c61b9b8c-45e9-4712-aadc-4edcf8af8c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:20.295903 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvr_db [None req-7a61909a-d5d3-43d6-8caf-592fac81b6a3 None None] Set router 53707ebb-99a1-4550-abb9-b84a5ebf8031 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:59:20.325364 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-c61b9b8c-45e9-4712-aadc-4edcf8af8c75 None None] For port e37b4125-b58b-493f-9a19-862069e35137, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=e37b4125-b58b-493f-9a19-862069e35137,segment=NetworkSegment(2a04a32b-f2e4-4942-be7a-32e4a861bba7),segment_id=2a04a32b-f2e4-4942-be7a-32e4a861bba7)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:59:20.331008 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-c61b9b8c-45e9-4712-aadc-4edcf8af8c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:20.387652 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b9b8c-45e9-4712-aadc-4edcf8af8c75 None None] Pushing event updated for resources: {'Port': ['ID=e37b4125-b58b-493f-9a19-862069e35137,revision_number=5']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:20.456778 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-af1d2833-157f-41d6-aa07-cdd0f6e662ed None None] Provisioning complete for port e37b4125-b58b-493f-9a19-862069e35137 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:59:20.457557 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-af1d2833-157f-41d6-aa07-cdd0f6e662ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:20.545579 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-7a61909a-d5d3-43d6-8caf-592fac81b6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53707ebb-99a1-4550-abb9-b84a5ebf8031', 'name': 'tempest-TestVolumeBootPattern-1500000803-router', 'tenant_id': '25805b053fba4e16bc8ec13d19bf15d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'd32cfe1a-d687-4d64-bfab-75b7bd6d63e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:59:12Z', 'updated_at': '2021-10-12T17:59:16Z', 'revision_number': 4, 'project_id': '25805b053fba4e16bc8ec13d19bf15d4', 'gw_port': {'id': 'd32cfe1a-d687-4d64-bfab-75b7bd6d63e3', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53707ebb-99a1-4550-abb9-b84a5ebf8031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:13Z', 'updated_at': '2021-10-12T17:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': 'e37b4125-b58b-493f-9a19-862069e35137', 'name': '', 'network_id': 'cf51191c-f6dc-49dd-b171-279ed9b562dc', 'tenant_id': '25805b053fba4e16bc8ec13d19bf15d4', 'mac_address': 'fa:16:3e:ad:ed:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53707ebb-99a1-4550-abb9-b84a5ebf8031', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'a34e52c2-328a-474e-b3e0-94e6a739ee02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:15Z', 'updated_at': '2021-10-12T17:59:20Z', 'revision_number': 4, 'project_id': '25805b053fba4e16bc8ec13d19bf15d4', 'subnets': [{'id': 'a34e52c2-328a-474e-b3e0-94e6a739ee02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:59:20.581877 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a61909a-d5d3-43d6-8caf-592fac81b6a3 None None] The sync data for ids ['53707ebb-99a1-4550-abb9-b84a5ebf8031'] in dv-cinder-813226-2-iscsi is: [{'id': '53707ebb-99a1-4550-abb9-b84a5ebf8031', 'name': 'tempest-TestVolumeBootPattern-1500000803-router', 'tenant_id': '25805b053fba4e16bc8ec13d19bf15d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'd32cfe1a-d687-4d64-bfab-75b7bd6d63e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:59:12Z', 'updated_at': '2021-10-12T17:59:16Z', 'revision_number': 4, 'project_id': '25805b053fba4e16bc8ec13d19bf15d4', 'gw_port': {'id': 'd32cfe1a-d687-4d64-bfab-75b7bd6d63e3', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53707ebb-99a1-4550-abb9-b84a5ebf8031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:13Z', 'updated_at': '2021-10-12T17:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': 'e37b4125-b58b-493f-9a19-862069e35137', 'name': '', 'network_id': 'cf51191c-f6dc-49dd-b171-279ed9b562dc', 'tenant_id': '25805b053fba4e16bc8ec13d19bf15d4', 'mac_address': 'fa:16:3e:ad:ed:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53707ebb-99a1-4550-abb9-b84a5ebf8031', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'a34e52c2-328a-474e-b3e0-94e6a739ee02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:15Z', 'updated_at': '2021-10-12T17:59:20Z', 'revision_number': 4, 'project_id': '25805b053fba4e16bc8ec13d19bf15d4', 'subnets': [{'id': 'a34e52c2-328a-474e-b3e0-94e6a739ee02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:59:20.882833 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec4195-f6e5-4336-baf2-852f7cfbc22f req-adc165d3-16fc-4291-bec7-303b62db7171 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:20.884629 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-77ec4195-f6e5-4336-baf2-852f7cfbc22f req-adc165d3-16fc-4291-bec7-303b62db7171 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/ports?device_id=fba81017-e936-4b79-ac7c-5d19c3301709 HTTP/1.1" status: 200 len: 943 time: 0.0672219 Oct 12 17:59:20.943798 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-77ec4195-f6e5-4336-baf2-852f7cfbc22f req-e3134ba3-39ee-4c45-8c2c-e4c1c1d2012c tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/security-groups?id=54b1f2b6-039f-4913-b1bd-7a4c4f97a1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499952 Oct 12 17:59:21.256933 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device e37b4125-b58b-493f-9a19-862069e35137 up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:59:21.318584 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port e37b4125-b58b-493f-9a19-862069e35137 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:59:21.319285 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:21.410317 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device d32cfe1a-d687-4d64-bfab-75b7bd6d63e3 up at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:59:21.458550 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Provisioning complete for port d32cfe1a-d687-4d64-bfab-75b7bd6d63e3 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:59:21.458919 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:22.067366 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87771c-98da-411d-964b-4a795ab1c872 req-0ea9ce54-9619-463a-adb0-d60dc1348668 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:22.069016 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5b87771c-98da-411d-964b-4a795ab1c872 req-0ea9ce54-9619-463a-adb0-d60dc1348668 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/ports?device_id=fba81017-e936-4b79-ac7c-5d19c3301709 HTTP/1.1" status: 200 len: 943 time: 0.0501053 Oct 12 17:59:22.111815 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5b87771c-98da-411d-964b-4a795ab1c872 req-a04e837e-f48e-4267-85ad-bfc2a607d778 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/security-groups?id=54b1f2b6-039f-4913-b1bd-7a4c4f97a1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341151 Oct 12 17:59:22.137736 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 3a8888ad-aa08-44a8-8826-7937bff48702 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:59:22.234189 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 3a8888ad-aa08-44a8-8826-7937bff48702, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3a8888ad-aa08-44a8-8826-7937bff48702,segment=NetworkSegment(12bfb3b1-af4a-4358-aa88-457045347beb),segment_id=12bfb3b1-af4a-4358-aa88-457045347beb)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:59:22.249160 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Returning: {'device': '3a8888ad-aa08-44a8-8826-7937bff48702', 'network_id': 'a3a8bddd-b0cc-48a3-86c3-df5ba654dc89', 'port_id': '3a8888ad-aa08-44a8-8826-7937bff48702', 'mac_address': 'fa:16:3e:ca:fd:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452d7d84-104e-4713-a870-5aca7c8efb5b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:59:22.290048 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:22.303871 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a8888ad-aa08-44a8-8826-7937bff48702 {{(pid=105768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:59:22.325279 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 3a8888ad-aa08-44a8-8826-7937bff48702, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3a8888ad-aa08-44a8-8826-7937bff48702,segment=NetworkSegment(12bfb3b1-af4a-4358-aa88-457045347beb),segment_id=12bfb3b1-af4a-4358-aa88-457045347beb)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:59:22.331921 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:22.391553 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=3a8888ad-aa08-44a8-8826-7937bff48702,revision_number=4']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:22.569032 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['3a8888ad-aa08-44a8-8826-7937bff48702'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:59:23.235586 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce90746-3c4c-40e8-85d2-f64c4be3c7eb req-736f31e1-28b2-42c7-9666-448f03ea22c1 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:23.237143 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0ce90746-3c4c-40e8-85d2-f64c4be3c7eb req-736f31e1-28b2-42c7-9666-448f03ea22c1 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/ports?device_id=fba81017-e936-4b79-ac7c-5d19c3301709 HTTP/1.1" status: 200 len: 944 time: 0.0519061 Oct 12 17:59:23.275456 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0ce90746-3c4c-40e8-85d2-f64c4be3c7eb req-438e3ce9-d80c-40fb-935d-54f36e2de9f4 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/security-groups?id=54b1f2b6-039f-4913-b1bd-7a4c4f97a1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320728 Oct 12 17:59:24.157155 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 3a8888ad-aa08-44a8-8826-7937bff48702 up at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:59:24.210923 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning for port 3a8888ad-aa08-44a8-8826-7937bff48702 completed by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:59:24.215038 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning complete for port 3a8888ad-aa08-44a8-8826-7937bff48702 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:59:24.215415 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:24.300808 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:24.326192 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba81017-e936-4b79-ac7c-5d19c3301709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8888ad-aa08-44a8-8826-7937bff48702'}] {{(pid=105768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:59:24.328774 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d673ce2dcb2bb4fbf918fb1a8c35d4bb21dca6670ea86fc912d44392d0d8dbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef14b7f-bf63-4291-b9f4-ada7051bc634" -d '{"events": [{"server_uuid": "fba81017-e936-4b79-ac7c-5d19c3301709", "name": "network-vif-plugged", "status": "completed", "tag": "3a8888ad-aa08-44a8-8826-7937bff48702"}]}' {{(pid=105768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:59:24.341683 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 3a8888ad-aa08-44a8-8826-7937bff48702, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3a8888ad-aa08-44a8-8826-7937bff48702,segment=NetworkSegment(12bfb3b1-af4a-4358-aa88-457045347beb),segment_id=12bfb3b1-af4a-4358-aa88-457045347beb)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:59:24.347762 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:24.373943 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f25bb6b-eca4-4115-8552-535d6cc63fa3 x-openstack-request-id: req-1f25bb6b-eca4-4115-8552-535d6cc63fa3 {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:59:24.374236 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba81017-e936-4b79-ac7c-5d19c3301709", "name": "network-vif-plugged", "status": "completed", "tag": "3a8888ad-aa08-44a8-8826-7937bff48702", "code": 200}]} {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:59:24.374602 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-1f25bb6b-eca4-4115-8552-535d6cc63fa3 {{(pid=105768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:59:24.374985 dv-cinder-813226-2-iscsi neutron-server[105768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba81017-e936-4b79-ac7c-5d19c3301709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8888ad-aa08-44a8-8826-7937bff48702', 'code': 200} Oct 12 17:59:24.404809 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=3a8888ad-aa08-44a8-8826-7937bff48702,revision_number=5']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:24.407782 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630dee4-8860-4ae7-99f2-71797690f868 req-db4d7b91-4dce-43a9-9972-e93035c85fe1 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:24.409510 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e630dee4-8860-4ae7-99f2-71797690f868 req-db4d7b91-4dce-43a9-9972-e93035c85fe1 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/ports?device_id=fba81017-e936-4b79-ac7c-5d19c3301709 HTTP/1.1" status: 200 len: 945 time: 0.0601485 Oct 12 17:59:24.451693 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-e630dee4-8860-4ae7-99f2-71797690f868 req-add05f13-c4a6-4383-a72b-6dc228431ae9 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/security-groups?id=54b1f2b6-039f-4913-b1bd-7a4c4f97a1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325720 Oct 12 17:59:24.550650 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6545077-b439-4c4d-8245-f6c4270c3e31 req-e0b56eff-4d81-4e69-90fe-ea67252c009f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:24.552234 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-a6545077-b439-4c4d-8245-f6c4270c3e31 req-e0b56eff-4d81-4e69-90fe-ea67252c009f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fba81017-e936-4b79-ac7c-5d19c3301709 HTTP/1.1" status: 200 len: 1098 time: 0.0430486 Oct 12 17:59:24.590784 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-a6545077-b439-4c4d-8245-f6c4270c3e31 req-a53d2619-75e8-4cdf-b762-44081e275d9c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=54b1f2b6-039f-4913-b1bd-7a4c4f97a1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304098 Oct 12 17:59:25.578931 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73552a-1db3-4624-a0a5-a407d0ac0765 req-b4d49e99-fb3d-4b05-9614-58899dd0afd6 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:25.580647 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-7d73552a-1db3-4624-a0a5-a407d0ac0765 req-b4d49e99-fb3d-4b05-9614-58899dd0afd6 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/ports?device_id=fba81017-e936-4b79-ac7c-5d19c3301709 HTTP/1.1" status: 200 len: 945 time: 0.0557196 Oct 12 17:59:25.620386 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-7d73552a-1db3-4624-a0a5-a407d0ac0765 req-5aa3d90d-b584-4329-b699-fce0033a7327 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/security-groups?id=54b1f2b6-039f-4913-b1bd-7a4c4f97a1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330250 Oct 12 17:59:26.736289 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:26.754607 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719259e-8582-41f1-996f-d6a177e17e70 req-7246b612-0658-41f1-8e0e-327478805387 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:26.756221 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a719259e-8582-41f1-996f-d6a177e17e70 req-7246b612-0658-41f1-8e0e-327478805387 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/ports?device_id=fba81017-e936-4b79-ac7c-5d19c3301709 HTTP/1.1" status: 200 len: 945 time: 0.0532653 Oct 12 17:59:26.794366 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a719259e-8582-41f1-996f-d6a177e17e70 req-3a217bc3-8d92-4e40-9d54-a379b08d656b tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/security-groups?id=54b1f2b6-039f-4913-b1bd-7a4c4f97a1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319974 Oct 12 17:59:27.264772 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-31485c92-18e6-4d51-992e-bb5b7c82dddc req-af079df7-ea3d-4e24-9146-9302c00174ea service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fba81017-e936-4b79-ac7c-5d19c3301709&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502481 Oct 12 17:59:27.350242 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31485c92-18e6-4d51-992e-bb5b7c82dddc req-9fe5a70f-024a-4b33-b93b-feedb3e05943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:27.351758 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-31485c92-18e6-4d51-992e-bb5b7c82dddc req-9fe5a70f-024a-4b33-b93b-feedb3e05943 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ccee480e9e64f06b2d6345f0e0b3041&device_id=fba81017-e936-4b79-ac7c-5d19c3301709 HTTP/1.1" status: 200 len: 1098 time: 0.0439372 Oct 12 17:59:27.461028 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31485c92-18e6-4d51-992e-bb5b7c82dddc req-043ce112-e0d8-477c-adfa-3ddf8bb831a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:27.462603 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-31485c92-18e6-4d51-992e-bb5b7c82dddc req-043ce112-e0d8-477c-adfa-3ddf8bb831a7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a3a8bddd-b0cc-48a3-86c3-df5ba654dc89 HTTP/1.1" status: 200 len: 916 time: 0.0891495 Oct 12 17:59:27.512413 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-31485c92-18e6-4d51-992e-bb5b7c82dddc req-1d15aeac-dcab-4e61-89a2-2399db32bb0b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a8888ad-aa08-44a8-8826-7937bff48702 HTTP/1.1" status: 200 len: 217 time: 0.0420084 Oct 12 17:59:27.566089 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31485c92-18e6-4d51-992e-bb5b7c82dddc req-b1b9d670-3263-4819-82ba-24d3de673533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:27.567650 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-31485c92-18e6-4d51-992e-bb5b7c82dddc req-b1b9d670-3263-4819-82ba-24d3de673533 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=452d7d84-104e-4713-a870-5aca7c8efb5b HTTP/1.1" status: 200 len: 854 time: 0.0477908 Oct 12 17:59:27.601311 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-31485c92-18e6-4d51-992e-bb5b7c82dddc req-8ff3c334-fa55-4f29-8ced-881f51848881 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a3a8bddd-b0cc-48a3-86c3-df5ba654dc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256948 Oct 12 17:59:27.701982 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-31485c92-18e6-4d51-992e-bb5b7c82dddc req-aef37fbd-fb32-4115-ae94-f42ab8cb45d4 service neutron] 10.222.0.44 "GET /v2.0/networks/a3a8bddd-b0cc-48a3-86c3-df5ba654dc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925190 Oct 12 17:59:27.793450 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-31485c92-18e6-4d51-992e-bb5b7c82dddc req-2354a521-6c6f-4f12-ac8e-60f37ce4be6d service neutron] 10.222.0.44 "GET /v2.0/networks/a3a8bddd-b0cc-48a3-86c3-df5ba654dc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834665 Oct 12 17:59:38.301148 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-429018e5-e1da-4d80-a6b7-fd07519d2325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:39.134884 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-3656d4b3-8ce0-470c-b7cf-79a6a8e2751d tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-269064666&fields=id&tenant_id=7b733cd5636f4c5ead827ce9ef00dffb HTTP/1.1" status: 200 len: 267 time: 0.0341311 Oct 12 17:59:39.262054 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-75597e72-45cb-40c4-b2cc-86524743c094 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:39.263551 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-75597e72-45cb-40c4-b2cc-86524743c094 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/networks?id=747c1029-0841-4266-be19-4e4d0afb5d86 HTTP/1.1" status: 200 len: 812 time: 0.1216304 Oct 12 17:59:39.280122 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-7858b3e9-bb73-4930-a9e1-bec8f20599ba tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/quotas/7b733cd5636f4c5ead827ce9ef00dffb HTTP/1.1" status: 200 len: 375 time: 0.0105641 Oct 12 17:59:39.336108 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-6383f522-ce28-4edb-a103-2da3df36af2f tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=7b733cd5636f4c5ead827ce9ef00dffb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475774 Oct 12 17:59:39.357852 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-a1ebf67d-ea02-4d65-a06f-5ea15d0cff06 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=105766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 17:59:39.359123 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-a1ebf67d-ea02-4d65-a06f-5ea15d0cff06 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055914 Oct 12 17:59:39.458478 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-388f1dae-3d86-4fc6-86d3-dcc74e01159d service neutron] 10.222.0.85 "GET /v2.0/networks/747c1029-0841-4266-be19-4e4d0afb5d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918005 Oct 12 17:59:39.548340 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-cf000068-4e3a-417a-bbe1-c5e332a4bea6 service neutron] 10.222.0.85 "GET /v2.0/networks/747c1029-0841-4266-be19-4e4d0afb5d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836725 Oct 12 17:59:39.852558 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-53fb90da-7ac3-4298-b00d-e341e651feb6 req-063062b6-cd2d-4a00-a1a2-d09ddef412fc tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=f2321d6d-2876-4b0a-8d8a-445ffa1b1287 HTTP/1.1" status: 200 len: 210 time: 0.0324612 Oct 12 17:59:40.905356 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-71c5dae0-7ac4-4ac1-8d0a-aeacc9773159 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:40.906871 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-71c5dae0-7ac4-4ac1-8d0a-aeacc9773159 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.44 "GET /v2.0/networks?id=747c1029-0841-4266-be19-4e4d0afb5d86 HTTP/1.1" status: 200 len: 812 time: 0.1164653 Oct 12 17:59:40.956157 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d185be9c-1abe-4ea3-bc3a-6e40fb5a37ec req-14930815-555e-4992-a6a9-da5a617dea11 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=f2321d6d-2876-4b0a-8d8a-445ffa1b1287 HTTP/1.1" status: 200 len: 210 time: 0.0325048 Oct 12 17:59:40.962765 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-b0b116c2-616d-476d-b8a2-6cf2acd4ea8e tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b733cd5636f4c5ead827ce9ef00dffb HTTP/1.1" status: 200 len: 379 time: 0.0439415 Oct 12 17:59:40.972339 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-1602423f-fcf5-4f71-b12f-dcbc2f638b86 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Request body: {'port': {'device_id': 'f2321d6d-2876-4b0a-8d8a-445ffa1b1287', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'admin_state_up': True, 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'security_groups': ['444fa5fe-a577-48d3-a156-bdbed0641817']}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:59:41.037945 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-95498d67-9f1c-41c0-8add-ed76bf1824a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:41.083881 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-1602423f-fcf5-4f71-b12f-dcbc2f638b86 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Made reservation on behalf of 7b733cd5636f4c5ead827ce9ef00dffb for: {'port': 1} {{(pid=105767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:59:41.087575 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-1602423f-fcf5-4f71-b12f-dcbc2f638b86 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:41.223003 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.db_base_plugin_common [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-1602423f-fcf5-4f71-b12f-dcbc2f638b86 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Allocated IP 172.20.0.7 (747c1029-0841-4266-be19-4e4d0afb5d86/0f763c5d-30cb-4f99-a6df-7fc6e82e4da9/b115013c-c08c-4dc1-9d20-0c2e7091f262) {{(pid=105767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:59:41.369241 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-1602423f-fcf5-4f71-b12f-dcbc2f638b86 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for port, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:41.403925 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-1602423f-fcf5-4f71-b12f-dcbc2f638b86 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:41.450250 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-1602423f-fcf5-4f71-b12f-dcbc2f638b86 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Network 747c1029-0841-4266-be19-4e4d0afb5d86 is already hosted by enough agents. {{(pid=105767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:59:41.453526 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-1602423f-fcf5-4f71-b12f-dcbc2f638b86 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Resources bound (agent type, host, resource id): {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:59:41.457372 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-1602423f-fcf5-4f71-b12f-dcbc2f638b86 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Received port after_create {{(pid=105767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:59:41.464289 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1602423f-fcf5-4f71-b12f-dcbc2f638b86 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Pushing event updated for resources: {'Port': ['ID=b115013c-c08c-4dc1-9d20-0c2e7091f262,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:41.509832 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-1602423f-fcf5-4f71-b12f-dcbc2f638b86 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:41.510525 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-1602423f-fcf5-4f71-b12f-dcbc2f638b86 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:41.528386 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-1602423f-fcf5-4f71-b12f-dcbc2f638b86 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5597019 Oct 12 17:59:41.539725 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-ffeed518-54c6-413c-a912-ca02ddccd152 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=105767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 17:59:41.540945 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-ffeed518-54c6-413c-a912-ca02ddccd152 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062604 Oct 12 17:59:41.602136 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-3be5273f-fa62-4ba4-ba68-ad814d519398 service neutron] Request body: {'port': {'device_id': 'f2321d6d-2876-4b0a-8d8a-445ffa1b1287', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:59:41.660637 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-3be5273f-fa62-4ba4-ba68-ad814d519398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:41.717167 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-b4f30e29-ff9a-4334-9e78-ed39409effde None None] Provisioning complete for port b115013c-c08c-4dc1-9d20-0c2e7091f262 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:59:41.717644 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-b4f30e29-ff9a-4334-9e78-ed39409effde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:41.752646 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-b4f30e29-ff9a-4334-9e78-ed39409effde None None] Port b115013c-c08c-4dc1-9d20-0c2e7091f262 cannot update to ACTIVE because it is not bound. {{(pid=105768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:59:41.889951 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:41.926035 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-3be5273f-fa62-4ba4-ba68-ad814d519398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b115013c-c08c-4dc1-9d20-0c2e7091f262 {{(pid=105767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:59:41.933655 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-3be5273f-fa62-4ba4-ba68-ad814d519398 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:41.948027 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-3be5273f-fa62-4ba4-ba68-ad814d519398 service neutron] Transition to ACTIVE for port object b115013c-c08c-4dc1-9d20-0c2e7091f262 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:59:41.953496 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-3be5273f-fa62-4ba4-ba68-ad814d519398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196327'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:42.008847 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5273f-fa62-4ba4-ba68-ad814d519398 service neutron] Pushing event updated for resources: {'Port': ['ID=b115013c-c08c-4dc1-9d20-0c2e7091f262,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:42.087820 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-3be5273f-fa62-4ba4-ba68-ad814d519398 service neutron] Attempting to bind port b115013c-c08c-4dc1-9d20-0c2e7091f262 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:59:42.088153 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-3be5273f-fa62-4ba4-ba68-ad814d519398 service neutron] Attempting to bind port b115013c-c08c-4dc1-9d20-0c2e7091f262 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'a27a5a2f-2c43-4a86-974b-4e72668c54e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:59:42.088483 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-3be5273f-fa62-4ba4-ba68-ad814d519398 service neutron] Attempting to bind port b115013c-c08c-4dc1-9d20-0c2e7091f262 on network 747c1029-0841-4266-be19-4e4d0afb5d86 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:59:42.092992 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-3be5273f-fa62-4ba4-ba68-ad814d519398 service neutron] Port b115013c-c08c-4dc1-9d20-0c2e7091f262 on network 747c1029-0841-4266-be19-4e4d0afb5d86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:59:42.093316 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-3be5273f-fa62-4ba4-ba68-ad814d519398 service neutron] Attempting to bind port b115013c-c08c-4dc1-9d20-0c2e7091f262 on network 747c1029-0841-4266-be19-4e4d0afb5d86 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:59:42.098586 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-3be5273f-fa62-4ba4-ba68-ad814d519398 service neutron] Checking agent: {'id': '4d49b38b-ca89-4e5d-a715-678a9ae3215e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 47, 26), 'started_at': datetime.datetime(2021, 10, 12, 17, 47, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:59:42.098956 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-3be5273f-fa62-4ba4-ba68-ad814d519398 service neutron] Checking segment: {'id': 'a27a5a2f-2c43-4a86-974b-4e72668c54e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:59:42.099303 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-3be5273f-fa62-4ba4-ba68-ad814d519398 service neutron] Bound using segment: {'id': 'a27a5a2f-2c43-4a86-974b-4e72668c54e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:59:42.099734 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-3be5273f-fa62-4ba4-ba68-ad814d519398 service neutron] Bound port: b115013c-c08c-4dc1-9d20-0c2e7091f262, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a27a5a2f-2c43-4a86-974b-4e72668c54e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:59:42.100095 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-3be5273f-fa62-4ba4-ba68-ad814d519398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:42.112677 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dbfe0c-df86-44ad-b44d-14bdaafc023a req-286f339c-a66f-4d77-9d87-36e97a0e74a2 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:42.114556 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-03dbfe0c-df86-44ad-b44d-14bdaafc023a req-286f339c-a66f-4d77-9d87-36e97a0e74a2 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=f2321d6d-2876-4b0a-8d8a-445ffa1b1287 HTTP/1.1" status: 200 len: 943 time: 0.0608964 Oct 12 17:59:42.156637 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-03dbfe0c-df86-44ad-b44d-14bdaafc023a req-3c66c9a6-98c0-47f9-99ed-55cf142f4602 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339017 Oct 12 17:59:42.166960 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-3be5273f-fa62-4ba4-ba68-ad814d519398 service neutron] For port b115013c-c08c-4dc1-9d20-0c2e7091f262, host hv-cinder-81322, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:59:42.172390 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-3be5273f-fa62-4ba4-ba68-ad814d519398 service neutron] For port b115013c-c08c-4dc1-9d20-0c2e7091f262, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b115013c-c08c-4dc1-9d20-0c2e7091f262,segment=NetworkSegment(a27a5a2f-2c43-4a86-974b-4e72668c54e4),segment_id=a27a5a2f-2c43-4a86-974b-4e72668c54e4)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:59:42.177177 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-3be5273f-fa62-4ba4-ba68-ad814d519398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196327'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:42.213057 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-3be5273f-fa62-4ba4-ba68-ad814d519398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:42.213659 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-3be5273f-fa62-4ba4-ba68-ad814d519398 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:42.215076 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-3be5273f-fa62-4ba4-ba68-ad814d519398 service neutron] 10.222.0.44 "PUT /v2.0/ports/b115013c-c08c-4dc1-9d20-0c2e7091f262 HTTP/1.1" status: 200 len: 1093 time: 0.6655953 Oct 12 17:59:42.215503 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2321d6d-2876-4b0a-8d8a-445ffa1b1287', 'tag': 'b115013c-c08c-4dc1-9d20-0c2e7091f262'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:59:42.217739 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c73337f-518a-4890-be7e-81f76fb27a7a" -d '{"events": [{"name": "network-changed", "server_uuid": "f2321d6d-2876-4b0a-8d8a-445ffa1b1287", "tag": "b115013c-c08c-4dc1-9d20-0c2e7091f262"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:59:42.247700 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5273f-fa62-4ba4-ba68-ad814d519398 service neutron] Pushing event updated for resources: {'Port': ['ID=b115013c-c08c-4dc1-9d20-0c2e7091f262,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:42.259870 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b9b3dc-7fbe-4080-a9e4-28da769d4787 x-openstack-request-id: req-25b9b3dc-7fbe-4080-a9e4-28da769d4787 {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:59:42.260155 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2321d6d-2876-4b0a-8d8a-445ffa1b1287", "tag": "b115013c-c08c-4dc1-9d20-0c2e7091f262", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:59:42.260406 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-25b9b3dc-7fbe-4080-a9e4-28da769d4787 {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:59:42.260793 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2321d6d-2876-4b0a-8d8a-445ffa1b1287', 'tag': 'b115013c-c08c-4dc1-9d20-0c2e7091f262', 'status': 'completed', 'code': 200} Oct 12 17:59:42.312582 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:42.325202 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-244a7a69-8ee4-4c44-a7a3-fc6a71b7ba0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:42.326754 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-244a7a69-8ee4-4c44-a7a3-fc6a71b7ba0c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b733cd5636f4c5ead827ce9ef00dffb&device_id=f2321d6d-2876-4b0a-8d8a-445ffa1b1287 HTTP/1.1" status: 200 len: 1096 time: 0.0506968 Oct 12 17:59:42.371588 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-a87aadac-cb94-4cfa-88a0-04fa3433e4a4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b115013c-c08c-4dc1-9d20-0c2e7091f262 HTTP/1.1" status: 200 len: 217 time: 0.0356462 Oct 12 17:59:42.419682 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-2a989e30-a02b-4bca-a066-b75b7893cdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:42.421144 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-2a989e30-a02b-4bca-a066-b75b7893cdc2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0f763c5d-30cb-4f99-a6df-7fc6e82e4da9 HTTP/1.1" status: 200 len: 851 time: 0.0427945 Oct 12 17:59:42.472375 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-ecd7eeac-468e-41eb-9606-00926f3a95e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:42.473878 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-ecd7eeac-468e-41eb-9606-00926f3a95e1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=747c1029-0841-4266-be19-4e4d0afb5d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456660 Oct 12 17:59:42.567979 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-3c2c916f-3bd2-48b3-bc5f-fb0e78aba2f4 service neutron] 10.222.0.44 "GET /v2.0/networks/747c1029-0841-4266-be19-4e4d0afb5d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841308 Oct 12 17:59:42.667386 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-54670478-7cc1-4cb0-9c4f-a7bd75e8bf30 req-426e977e-88e1-4fe0-a4d0-a0f67f23255d service neutron] 10.222.0.44 "GET /v2.0/networks/747c1029-0841-4266-be19-4e4d0afb5d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895894 Oct 12 17:59:42.772276 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73337f-518a-4890-be7e-81f76fb27a7a req-c08d259a-731f-4061-8401-372b81680cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:42.773916 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-9c73337f-518a-4890-be7e-81f76fb27a7a req-c08d259a-731f-4061-8401-372b81680cd3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b733cd5636f4c5ead827ce9ef00dffb&device_id=f2321d6d-2876-4b0a-8d8a-445ffa1b1287 HTTP/1.1" status: 200 len: 1096 time: 0.0445743 Oct 12 17:59:42.878650 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73337f-518a-4890-be7e-81f76fb27a7a req-4506cc90-ccdf-4e8e-815c-eec0bf474708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:42.881884 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-9c73337f-518a-4890-be7e-81f76fb27a7a req-4506cc90-ccdf-4e8e-815c-eec0bf474708 service neutron] 10.222.0.44 "GET /v2.0/networks?id=747c1029-0841-4266-be19-4e4d0afb5d86 HTTP/1.1" status: 200 len: 914 time: 0.0931683 Oct 12 17:59:42.926103 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-9c73337f-518a-4890-be7e-81f76fb27a7a req-adb7ef1d-099c-46b9-97b3-8ecc7ebf6566 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b115013c-c08c-4dc1-9d20-0c2e7091f262 HTTP/1.1" status: 200 len: 217 time: 0.0381370 Oct 12 17:59:42.985684 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73337f-518a-4890-be7e-81f76fb27a7a req-f169dcbc-ea24-4a06-8d7b-92da8caa7c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:42.987169 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-9c73337f-518a-4890-be7e-81f76fb27a7a req-f169dcbc-ea24-4a06-8d7b-92da8caa7c0f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0f763c5d-30cb-4f99-a6df-7fc6e82e4da9 HTTP/1.1" status: 200 len: 851 time: 0.0520992 Oct 12 17:59:43.035470 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73337f-518a-4890-be7e-81f76fb27a7a req-178bbb4e-0a9b-4df4-9347-1d8861b98b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:43.037070 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-9c73337f-518a-4890-be7e-81f76fb27a7a req-178bbb4e-0a9b-4df4-9347-1d8861b98b94 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=747c1029-0841-4266-be19-4e4d0afb5d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414221 Oct 12 17:59:43.149675 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-9c73337f-518a-4890-be7e-81f76fb27a7a req-8e5bbfdb-4576-443a-9ecc-7b84290678ed service neutron] 10.222.0.44 "GET /v2.0/networks/747c1029-0841-4266-be19-4e4d0afb5d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951099 Oct 12 17:59:43.242198 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-9c73337f-518a-4890-be7e-81f76fb27a7a req-7b24ba2a-c718-4a3e-a618-df9aa7717109 service neutron] 10.222.0.44 "GET /v2.0/networks/747c1029-0841-4266-be19-4e4d0afb5d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842578 Oct 12 17:59:43.273955 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788609a-804a-46fb-bee9-5c6cbfced71c req-9cfef442-e371-4d31-a38c-daa6f6f4a546 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:43.275459 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-1788609a-804a-46fb-bee9-5c6cbfced71c req-9cfef442-e371-4d31-a38c-daa6f6f4a546 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=f2321d6d-2876-4b0a-8d8a-445ffa1b1287 HTTP/1.1" status: 200 len: 943 time: 0.0509591 Oct 12 17:59:43.318116 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-1788609a-804a-46fb-bee9-5c6cbfced71c req-27d973f1-d95b-4a28-981e-0f493712e8c7 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364172 Oct 12 17:59:43.851722 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:44.456983 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724f7c0-3b5b-4b64-9897-1f4d8210be65 req-b7df6f75-94c0-4e5b-ba58-5f0ea235004a tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:44.458509 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5724f7c0-3b5b-4b64-9897-1f4d8210be65 req-b7df6f75-94c0-4e5b-ba58-5f0ea235004a tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=f2321d6d-2876-4b0a-8d8a-445ffa1b1287 HTTP/1.1" status: 200 len: 943 time: 0.0539067 Oct 12 17:59:44.496449 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5724f7c0-3b5b-4b64-9897-1f4d8210be65 req-ff2c0c2b-1913-448d-b1df-c137f5ce6d22 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316002 Oct 12 17:59:45.171924 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 6 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:59:45.620339 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d709035-791c-4dbe-beeb-b81fff674634 req-fa28ffb4-c330-43f7-a1b0-ae3a6ac71431 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:45.621814 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-7d709035-791c-4dbe-beeb-b81fff674634 req-fa28ffb4-c330-43f7-a1b0-ae3a6ac71431 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=f2321d6d-2876-4b0a-8d8a-445ffa1b1287 HTTP/1.1" status: 200 len: 943 time: 0.0532026 Oct 12 17:59:45.660126 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-7d709035-791c-4dbe-beeb-b81fff674634 req-3dfffba5-bb0f-4ac6-8d64-15e9373f32a3 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321364 Oct 12 17:59:46.787875 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad240b5e-7785-4848-a1be-9925b6be1acd req-880ba835-e87f-4d71-9edf-b54ffd14eb5e tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:46.789639 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ad240b5e-7785-4848-a1be-9925b6be1acd req-880ba835-e87f-4d71-9edf-b54ffd14eb5e tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=f2321d6d-2876-4b0a-8d8a-445ffa1b1287 HTTP/1.1" status: 200 len: 943 time: 0.0518827 Oct 12 17:59:46.835458 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ad240b5e-7785-4848-a1be-9925b6be1acd req-14747516-e7ae-40d5-8c79-1346b0232b7a tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399342 Oct 12 17:59:47.956433 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690bff7-6be6-45ce-9325-a8305426d8a7 req-a351637e-84f4-47fc-b577-19460fcbab40 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:47.957970 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c690bff7-6be6-45ce-9325-a8305426d8a7 req-a351637e-84f4-47fc-b577-19460fcbab40 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=f2321d6d-2876-4b0a-8d8a-445ffa1b1287 HTTP/1.1" status: 200 len: 943 time: 0.0538619 Oct 12 17:59:47.996998 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c690bff7-6be6-45ce-9325-a8305426d8a7 req-7c5e6931-6ff2-4b8d-84e4-f7b214ff4f4f tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328999 Oct 12 17:59:49.136517 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd9917e-59aa-42af-b5e7-c164fab6bccf req-5d0b0330-d457-46f4-b7e3-0cd55a1cabb9 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:49.137998 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8bd9917e-59aa-42af-b5e7-c164fab6bccf req-5d0b0330-d457-46f4-b7e3-0cd55a1cabb9 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=f2321d6d-2876-4b0a-8d8a-445ffa1b1287 HTTP/1.1" status: 200 len: 943 time: 0.0535285 Oct 12 17:59:49.177281 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8bd9917e-59aa-42af-b5e7-c164fab6bccf req-13447e54-0032-4193-bff8-05d140d5e0a6 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324600 Oct 12 17:59:50.251669 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device b115013c-c08c-4dc1-9d20-0c2e7091f262 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:59:50.307623 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4da16-9862-4154-bf00-dbcd4ab4d3d6 req-1a97117a-2ad6-4b13-9a4d-328a8f5f92b1 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:50.309111 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c8f4da16-9862-4154-bf00-dbcd4ab4d3d6 req-1a97117a-2ad6-4b13-9a4d-328a8f5f92b1 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=f2321d6d-2876-4b0a-8d8a-445ffa1b1287 HTTP/1.1" status: 200 len: 943 time: 0.0497096 Oct 12 17:59:50.348559 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c8f4da16-9862-4154-bf00-dbcd4ab4d3d6 req-72a38f27-98d9-4b4a-8601-9b8cf01486b0 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330763 Oct 12 17:59:50.349251 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port b115013c-c08c-4dc1-9d20-0c2e7091f262, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b115013c-c08c-4dc1-9d20-0c2e7091f262,segment=NetworkSegment(a27a5a2f-2c43-4a86-974b-4e72668c54e4),segment_id=a27a5a2f-2c43-4a86-974b-4e72668c54e4)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:59:50.361121 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Returning: {'device': 'b115013c-c08c-4dc1-9d20-0c2e7091f262', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'port_id': 'b115013c-c08c-4dc1-9d20-0c2e7091f262', 'mac_address': 'fa:16:3e:e2:07:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:59:50.399593 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:50.412786 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b115013c-c08c-4dc1-9d20-0c2e7091f262 {{(pid=105768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:59:50.432661 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port b115013c-c08c-4dc1-9d20-0c2e7091f262, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b115013c-c08c-4dc1-9d20-0c2e7091f262,segment=NetworkSegment(a27a5a2f-2c43-4a86-974b-4e72668c54e4),segment_id=a27a5a2f-2c43-4a86-974b-4e72668c54e4)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:59:50.439650 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:50.491486 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=b115013c-c08c-4dc1-9d20-0c2e7091f262,revision_number=4']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:50.498765 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:50.499105 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:50.499441 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:50.499765 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:50.500091 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:50.500420 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:50.500737 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:50.501059 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:50.501378 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:50.501688 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:50.501988 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:50.502297 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:50.665935 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['b115013c-c08c-4dc1-9d20-0c2e7091f262'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:59:51.491193 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5d74e-b518-474d-853c-1fd8dd9586ab req-10c4422e-aa2a-4d44-922c-407768937bf1 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:51.492665 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-09f5d74e-b518-474d-853c-1fd8dd9586ab req-10c4422e-aa2a-4d44-922c-407768937bf1 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=f2321d6d-2876-4b0a-8d8a-445ffa1b1287 HTTP/1.1" status: 200 len: 944 time: 0.0632937 Oct 12 17:59:51.533810 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-09f5d74e-b518-474d-853c-1fd8dd9586ab req-e74965cb-1c01-45cb-beda-8fa9afeeccfb tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324614 Oct 12 17:59:52.273666 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device b115013c-c08c-4dc1-9d20-0c2e7091f262 up at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:59:52.334458 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning for port b115013c-c08c-4dc1-9d20-0c2e7091f262 completed by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:59:52.340666 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning complete for port b115013c-c08c-4dc1-9d20-0c2e7091f262 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:59:52.341300 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:52.423593 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:52.450751 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2321d6d-2876-4b0a-8d8a-445ffa1b1287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b115013c-c08c-4dc1-9d20-0c2e7091f262'}] {{(pid=105768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:59:52.453032 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d673ce2dcb2bb4fbf918fb1a8c35d4bb21dca6670ea86fc912d44392d0d8dbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f9390a-b710-4c26-bf4d-f8c4304aad8c" -d '{"events": [{"server_uuid": "f2321d6d-2876-4b0a-8d8a-445ffa1b1287", "name": "network-vif-plugged", "status": "completed", "tag": "b115013c-c08c-4dc1-9d20-0c2e7091f262"}]}' {{(pid=105768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:59:52.466397 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port b115013c-c08c-4dc1-9d20-0c2e7091f262, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b115013c-c08c-4dc1-9d20-0c2e7091f262,segment=NetworkSegment(a27a5a2f-2c43-4a86-974b-4e72668c54e4),segment_id=a27a5a2f-2c43-4a86-974b-4e72668c54e4)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:59:52.475881 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:52.499992 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7ac9d8-a5e9-434c-bfe0-ea9e0cec6b40 x-openstack-request-id: req-9b7ac9d8-a5e9-434c-bfe0-ea9e0cec6b40 {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:59:52.500283 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2321d6d-2876-4b0a-8d8a-445ffa1b1287", "name": "network-vif-plugged", "status": "completed", "tag": "b115013c-c08c-4dc1-9d20-0c2e7091f262", "code": 200}]} {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:59:52.500530 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-9b7ac9d8-a5e9-434c-bfe0-ea9e0cec6b40 {{(pid=105768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:59:52.500916 dv-cinder-813226-2-iscsi neutron-server[105768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2321d6d-2876-4b0a-8d8a-445ffa1b1287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b115013c-c08c-4dc1-9d20-0c2e7091f262', 'code': 200} Oct 12 17:59:52.527805 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=b115013c-c08c-4dc1-9d20-0c2e7091f262,revision_number=5']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:52.651007 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7643f7c-b022-4916-b789-1fb96ae67589 req-95804274-73bb-425f-af12-23b8fa46920e tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:52.652481 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-b7643f7c-b022-4916-b789-1fb96ae67589 req-95804274-73bb-425f-af12-23b8fa46920e tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=f2321d6d-2876-4b0a-8d8a-445ffa1b1287 HTTP/1.1" status: 200 len: 945 time: 0.0494404 Oct 12 17:59:52.691997 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-b7643f7c-b022-4916-b789-1fb96ae67589 req-2acf8060-506a-4e42-8078-c157573393cc tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332639 Oct 12 17:59:52.725310 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48057cc-d3e6-4cc7-8a60-13f94987f6f9 req-e2cccb0e-2036-489d-99b3-835a0d1d0859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:52.726824 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-a48057cc-d3e6-4cc7-8a60-13f94987f6f9 req-e2cccb0e-2036-489d-99b3-835a0d1d0859 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f2321d6d-2876-4b0a-8d8a-445ffa1b1287 HTTP/1.1" status: 200 len: 1098 time: 0.0472720 Oct 12 17:59:52.767852 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-a48057cc-d3e6-4cc7-8a60-13f94987f6f9 req-3fc20a67-8869-41a7-a590-18c24fff5519 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302944 Oct 12 17:59:53.820858 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e42eff-b817-45ca-9c98-be391234e7df req-b1d5f854-d1e9-4877-8cb0-8604aae32cff tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:53.822541 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-64e42eff-b817-45ca-9c98-be391234e7df req-b1d5f854-d1e9-4877-8cb0-8604aae32cff tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=f2321d6d-2876-4b0a-8d8a-445ffa1b1287 HTTP/1.1" status: 200 len: 945 time: 0.0597637 Oct 12 17:59:53.861698 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-64e42eff-b817-45ca-9c98-be391234e7df req-8aae1a4c-b747-4032-8e35-90b035069e3b tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324130 Oct 12 17:59:54.984498 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af2015-7209-44fc-b7ad-6dedab5e6650 req-7da55f57-67cd-4461-b5a4-7becad4e6c2c tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:54.986087 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-b8af2015-7209-44fc-b7ad-6dedab5e6650 req-7da55f57-67cd-4461-b5a4-7becad4e6c2c tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=f2321d6d-2876-4b0a-8d8a-445ffa1b1287 HTTP/1.1" status: 200 len: 945 time: 0.0573468 Oct 12 17:59:55.026539 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-b8af2015-7209-44fc-b7ad-6dedab5e6650 req-2ef7b86f-fa27-48d6-ae23-b00fe06e5042 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338819 Oct 12 17:59:55.144916 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8028b95-c35a-4afe-b6f3-27e6d368e990 req-2126a83b-20db-4ad2-9906-72a4a3bbb2ef tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:55.146418 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f8028b95-c35a-4afe-b6f3-27e6d368e990 req-2126a83b-20db-4ad2-9906-72a4a3bbb2ef tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=f2321d6d-2876-4b0a-8d8a-445ffa1b1287 HTTP/1.1" status: 200 len: 945 time: 0.0502481 Oct 12 17:59:55.185806 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f8028b95-c35a-4afe-b6f3-27e6d368e990 req-d5474838-bcf7-4d0b-bc00-25132421eeb4 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326095 Oct 12 17:59:55.208622 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 41414) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:59:55.294829 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8c856b-5cff-46a3-af8a-7ea343b884dd tempest-TestVolumeBootPattern-1337418077 tempest-TestVolumeBootPattern-1337418077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:55.296353 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-7b8c856b-5cff-46a3-af8a-7ea343b884dd tempest-TestVolumeBootPattern-1337418077 tempest-TestVolumeBootPattern-1337418077-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=f2321d6d-2876-4b0a-8d8a-445ffa1b1287 HTTP/1.1" status: 200 len: 1093 time: 0.0867481 Oct 12 17:59:55.300604 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 41418) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:59:55.304852 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.v2.base [None req-6fd97196-6ba3-48a9-958c-0e86faecee22 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Request body: {'floatingip': {'floating_network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'port_id': 'b115013c-c08c-4dc1-9d20-0c2e7091f262', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:59:55.329960 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6fd97196-6ba3-48a9-958c-0e86faecee22 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for floatingip, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:55.429750 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6fd97196-6ba3-48a9-958c-0e86faecee22 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:55.533073 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-6fd97196-6ba3-48a9-958c-0e86faecee22 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Allocated IP 172.27.0.98 (57ccf176-38b9-4e1d-8eda-123c8986cf55/09d55e93-213a-4ce1-b19c-11c1c2f18eb4/7f510267-0f6d-4ebf-8c2b-a1e135ab08df) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:59:55.641178 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6fd97196-6ba3-48a9-958c-0e86faecee22 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:55.682790 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6fd97196-6ba3-48a9-958c-0e86faecee22 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4464511'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:55.719776 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd97196-6ba3-48a9-958c-0e86faecee22 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Network 57ccf176-38b9-4e1d-8eda-123c8986cf55 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:59:55.722829 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-6fd97196-6ba3-48a9-958c-0e86faecee22 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:59:55.726366 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd97196-6ba3-48a9-958c-0e86faecee22 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:59:55.753051 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd97196-6ba3-48a9-958c-0e86faecee22 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Pushing event updated for resources: {'Port': ['ID=7f510267-0f6d-4ebf-8c2b-a1e135ab08df,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:55.766576 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd97196-6ba3-48a9-958c-0e86faecee22 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:55.766922 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd97196-6ba3-48a9-958c-0e86faecee22 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:55.767265 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd97196-6ba3-48a9-958c-0e86faecee22 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:55.767597 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd97196-6ba3-48a9-958c-0e86faecee22 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:55.767931 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd97196-6ba3-48a9-958c-0e86faecee22 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:55.768260 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd97196-6ba3-48a9-958c-0e86faecee22 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:55.768582 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd97196-6ba3-48a9-958c-0e86faecee22 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:55.768905 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd97196-6ba3-48a9-958c-0e86faecee22 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:55.769231 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd97196-6ba3-48a9-958c-0e86faecee22 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:55.769548 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd97196-6ba3-48a9-958c-0e86faecee22 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:55.769849 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd97196-6ba3-48a9-958c-0e86faecee22 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:55.770165 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd97196-6ba3-48a9-958c-0e86faecee22 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:59:56.108381 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6fd97196-6ba3-48a9-958c-0e86faecee22 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:56.180494 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6fd97196-6ba3-48a9-958c-0e86faecee22 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:56.339536 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6fd97196-6ba3-48a9-958c-0e86faecee22 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:56.347029 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6fd97196-6ba3-48a9-958c-0e86faecee22 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4464486'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:56.414245 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd97196-6ba3-48a9-958c-0e86faecee22 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Pushing event updated for resources: {'Port': ['ID=7f510267-0f6d-4ebf-8c2b-a1e135ab08df,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:56.426241 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6fd97196-6ba3-48a9-958c-0e86faecee22 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8091027'] for floatingip, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:56.525495 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.db.l3_db [None req-6fd97196-6ba3-48a9-958c-0e86faecee22 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Floating IP affb39eb-0b05-4291-8cb4-4d3ed60a27e1 associated. External IP: 172.27.0.98, port: b115013c-c08c-4dc1-9d20-0c2e7091f262. Oct 12 17:59:56.731835 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd97196-6ba3-48a9-958c-0e86faecee22 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Router 67b6cbf3-21e9-4f92-9190-98cb697db547 has already been hosted by L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 {{(pid=105766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:59:56.734723 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:57.093957 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd97196-6ba3-48a9-958c-0e86faecee22 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:59:57.105520 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cd7cd7-6339-4efa-81b2-fbe95b700d39 None None] Sync routers for ids ['67b6cbf3-21e9-4f92-9190-98cb697db547'] in dv-cinder-813226-2-iscsi {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:59:57.114646 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6fd97196-6ba3-48a9-958c-0e86faecee22 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for floatingip, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:57.117304 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cd7cd7-6339-4efa-81b2-fbe95b700d39 None None] Routers {'67b6cbf3-21e9-4f92-9190-98cb697db547'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:59:57.118289 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-99cd7cd7-6339-4efa-81b2-fbe95b700d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:59:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['67b6cbf3-21e9-4f92-9190-98cb697db547'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:59:57.141810 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-6fd97196-6ba3-48a9-958c-0e86faecee22 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8402071 Oct 12 17:59:57.142506 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2321d6d-2876-4b0a-8d8a-445ffa1b1287', 'tag': 'b115013c-c08c-4dc1-9d20-0c2e7091f262'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:59:57.144740 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ba8fd1764513c7e19680242eeb7ddb2adb145f07e018bb81601842aae508955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8566eb58-a398-4993-a8aa-21f8a687a146" -d '{"events": [{"name": "network-changed", "server_uuid": "f2321d6d-2876-4b0a-8d8a-445ffa1b1287", "tag": "b115013c-c08c-4dc1-9d20-0c2e7091f262"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:59:57.180955 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a37073-6f57-4d26-ac75-8356f299d58f x-openstack-request-id: req-68a37073-6f57-4d26-ac75-8356f299d58f {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:59:57.181246 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2321d6d-2876-4b0a-8d8a-445ffa1b1287", "tag": "b115013c-c08c-4dc1-9d20-0c2e7091f262", "status": "completed", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:59:57.181487 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-68a37073-6f57-4d26-ac75-8356f299d58f {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:59:57.181878 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2321d6d-2876-4b0a-8d8a-445ffa1b1287', 'tag': 'b115013c-c08c-4dc1-9d20-0c2e7091f262', 'status': 'completed', 'code': 200} Oct 12 17:59:57.226422 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-99cd7cd7-6339-4efa-81b2-fbe95b700d39 None None] Set router 67b6cbf3-21e9-4f92-9190-98cb697db547 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:59:57.246470 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566eb58-a398-4993-a8aa-21f8a687a146 req-018af811-09f2-42cf-b0b5-fc475fd87e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:57.248033 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-8566eb58-a398-4993-a8aa-21f8a687a146 req-018af811-09f2-42cf-b0b5-fc475fd87e89 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b733cd5636f4c5ead827ce9ef00dffb&device_id=f2321d6d-2876-4b0a-8d8a-445ffa1b1287 HTTP/1.1" status: 200 len: 1098 time: 0.0436761 Oct 12 17:59:57.343330 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566eb58-a398-4993-a8aa-21f8a687a146 req-fc1318c2-dcfd-48a4-8a3e-a1fdd4e006ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:57.344797 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-8566eb58-a398-4993-a8aa-21f8a687a146 req-fc1318c2-dcfd-48a4-8a3e-a1fdd4e006ee service neutron] 10.222.0.44 "GET /v2.0/networks?id=747c1029-0841-4266-be19-4e4d0afb5d86 HTTP/1.1" status: 200 len: 914 time: 0.0879750 Oct 12 17:59:57.441330 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-8566eb58-a398-4993-a8aa-21f8a687a146 req-6396d690-592c-44b1-b121-17b6c5bb2aa0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b115013c-c08c-4dc1-9d20-0c2e7091f262 HTTP/1.1" status: 200 len: 998 time: 0.0877111 Oct 12 17:59:57.481295 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-99cd7cd7-6339-4efa-81b2-fbe95b700d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'name': 'tempest-TestVolumeBootPattern-1675155538-router', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:59:07Z', 'updated_at': '2021-10-12T17:59:10Z', 'revision_number': 4, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'gw_port': {'id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:08Z', 'updated_at': '2021-10-12T17:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_floatingips': [{'id': 'affb39eb-0b05-4291-8cb4-4d3ed60a27e1', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'router_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'port_id': 'b115013c-c08c-4dc1-9d20-0c2e7091f262', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'mac_address': 'fa:16:3e:e2:07:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2321d6d-2876-4b0a-8d8a-445ffa1b1287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:59:55Z', 'updated_at': '2021-10-12T17:59:55Z', 'revision_number': 0, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af852ccc-9bb0-4dc2-bb64-af021d78dda9', 'name': '', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'mac_address': 'fa:16:3e:ff:2c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:10Z', 'updated_at': '2021-10-12T17:59:16Z', 'revision_number': 5, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'subnets': [{'id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:59:57.498268 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566eb58-a398-4993-a8aa-21f8a687a146 req-e5501284-6c9c-4fdc-81fc-9134f12fd6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:57.500127 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-8566eb58-a398-4993-a8aa-21f8a687a146 req-e5501284-6c9c-4fdc-81fc-9134f12fd6ef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0f763c5d-30cb-4f99-a6df-7fc6e82e4da9 HTTP/1.1" status: 200 len: 851 time: 0.0508084 Oct 12 17:59:57.507191 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cd7cd7-6339-4efa-81b2-fbe95b700d39 None None] Checking router: 67b6cbf3-21e9-4f92-9190-98cb697db547 for host: dv-cinder-813226-2-iscsi {{(pid=105768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:59:57.516237 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cd7cd7-6339-4efa-81b2-fbe95b700d39 None None] Routers {'67b6cbf3-21e9-4f92-9190-98cb697db547'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:59:57.516822 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-99cd7cd7-6339-4efa-81b2-fbe95b700d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T17:59:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['67b6cbf3-21e9-4f92-9190-98cb697db547'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:59:57.552626 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566eb58-a398-4993-a8aa-21f8a687a146 req-9b82ee2c-950b-4051-8019-d4dc485a9f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:59:57.554118 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-8566eb58-a398-4993-a8aa-21f8a687a146 req-9b82ee2c-950b-4051-8019-d4dc485a9f9f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=747c1029-0841-4266-be19-4e4d0afb5d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455487 Oct 12 17:59:57.621696 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-99cd7cd7-6339-4efa-81b2-fbe95b700d39 None None] Set router 67b6cbf3-21e9-4f92-9190-98cb697db547 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:59:57.643580 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-8566eb58-a398-4993-a8aa-21f8a687a146 req-5be72546-2818-4ba3-8767-49ca453eaf1e service neutron] 10.222.0.44 "GET /v2.0/networks/747c1029-0841-4266-be19-4e4d0afb5d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814569 Oct 12 17:59:57.733878 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-8566eb58-a398-4993-a8aa-21f8a687a146 req-b01890d6-82e6-46be-9155-0f05798863b6 service neutron] 10.222.0.44 "GET /v2.0/networks/747c1029-0841-4266-be19-4e4d0afb5d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827501 Oct 12 17:59:57.848006 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-99cd7cd7-6339-4efa-81b2-fbe95b700d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'name': 'tempest-TestVolumeBootPattern-1675155538-router', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:59:07Z', 'updated_at': '2021-10-12T17:59:10Z', 'revision_number': 4, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'gw_port': {'id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:08Z', 'updated_at': '2021-10-12T17:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_floatingips': [{'id': 'affb39eb-0b05-4291-8cb4-4d3ed60a27e1', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'router_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'port_id': 'b115013c-c08c-4dc1-9d20-0c2e7091f262', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'mac_address': 'fa:16:3e:e2:07:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2321d6d-2876-4b0a-8d8a-445ffa1b1287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:59:55Z', 'updated_at': '2021-10-12T17:59:55Z', 'revision_number': 0, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af852ccc-9bb0-4dc2-bb64-af021d78dda9', 'name': '', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'mac_address': 'fa:16:3e:ff:2c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:10Z', 'updated_at': '2021-10-12T17:59:16Z', 'revision_number': 5, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'subnets': [{'id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:59:57.877364 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cd7cd7-6339-4efa-81b2-fbe95b700d39 None None] The sync data for ids ['67b6cbf3-21e9-4f92-9190-98cb697db547'] in dv-cinder-813226-2-iscsi is: [{'id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'name': 'tempest-TestVolumeBootPattern-1675155538-router', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:59:07Z', 'updated_at': '2021-10-12T17:59:10Z', 'revision_number': 4, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'gw_port': {'id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:08Z', 'updated_at': '2021-10-12T17:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_floatingips': [{'id': 'affb39eb-0b05-4291-8cb4-4d3ed60a27e1', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'router_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'port_id': 'b115013c-c08c-4dc1-9d20-0c2e7091f262', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'mac_address': 'fa:16:3e:e2:07:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2321d6d-2876-4b0a-8d8a-445ffa1b1287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:59:55Z', 'updated_at': '2021-10-12T17:59:55Z', 'revision_number': 0, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af852ccc-9bb0-4dc2-bb64-af021d78dda9', 'name': '', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'mac_address': 'fa:16:3e:ff:2c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:10Z', 'updated_at': '2021-10-12T17:59:16Z', 'revision_number': 5, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'subnets': [{'id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:59:58.094507 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd35454e-8fb9-4acc-b9c0-870a54798cad None None] New status for floating IP affb39eb-0b05-4291-8cb4-4d3ed60a27e1: ACTIVE {{(pid=105769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:00:08.295821 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-82237589-fab7-4aea-aa7d-3e61c3d99c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:11.047449 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-fb3343d9-1c06-4691-ab32-43dbb0cc59db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:11.758855 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e692ed1-53d2-41c7-9c10-85a3a325a704 req-6347bc48-b21a-4ac1-a51d-2e48650dbd22 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:11.760336 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5e692ed1-53d2-41c7-9c10-85a3a325a704 req-6347bc48-b21a-4ac1-a51d-2e48650dbd22 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/ports?device_id=fba81017-e936-4b79-ac7c-5d19c3301709 HTTP/1.1" status: 200 len: 945 time: 0.0665576 Oct 12 18:00:11.800427 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5e692ed1-53d2-41c7-9c10-85a3a325a704 req-d57d8377-598c-4f38-92df-b211ed7102c9 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/security-groups?id=54b1f2b6-039f-4913-b1bd-7a4c4f97a1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312665 Oct 12 18:00:11.904465 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:12.323813 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:12.927334 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c8f27-f50d-4519-80d1-38cf8c0aa65d req-d0bdf3dd-e879-4cbd-a3ca-179f8390aaf6 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:12.928815 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5e0c8f27-f50d-4519-80d1-38cf8c0aa65d req-d0bdf3dd-e879-4cbd-a3ca-179f8390aaf6 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/ports?device_id=fba81017-e936-4b79-ac7c-5d19c3301709 HTTP/1.1" status: 200 len: 945 time: 0.0522387 Oct 12 18:00:12.967753 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5e0c8f27-f50d-4519-80d1-38cf8c0aa65d req-650c3e41-34f5-4daa-8cf0-d78882f5aac7 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/security-groups?id=54b1f2b6-039f-4913-b1bd-7a4c4f97a1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327706 Oct 12 18:00:13.481982 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d549981-9380-4653-b364-03ffa71db2e6 req-e9409014-58bd-4f2f-9f7e-258d1ed2b8a7 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:13.484684 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-8d549981-9380-4653-b364-03ffa71db2e6 req-e9409014-58bd-4f2f-9f7e-258d1ed2b8a7 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.44 "GET /v2.0/ports?device_id=fba81017-e936-4b79-ac7c-5d19c3301709 HTTP/1.1" status: 200 len: 945 time: 0.0530252 Oct 12 18:00:13.580091 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [req-8d549981-9380-4653-b364-03ffa71db2e6 req-853a5ee6-45c8-4c48-9e9f-00b4151db3ac tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Deleting port 3a8888ad-aa08-44a8-8826-7937bff48702 {{(pid=105767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:00:13.580403 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-8d549981-9380-4653-b364-03ffa71db2e6 req-853a5ee6-45c8-4c48-9e9f-00b4151db3ac tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:13.674824 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-8d549981-9380-4653-b364-03ffa71db2e6 req-853a5ee6-45c8-4c48-9e9f-00b4151db3ac tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] For port 3a8888ad-aa08-44a8-8826-7937bff48702, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3a8888ad-aa08-44a8-8826-7937bff48702,segment=NetworkSegment(12bfb3b1-af4a-4358-aa88-457045347beb),segment_id=12bfb3b1-af4a-4358-aa88-457045347beb)] {{(pid=105767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:00:13.675150 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-8d549981-9380-4653-b364-03ffa71db2e6 req-853a5ee6-45c8-4c48-9e9f-00b4151db3ac tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:13.687991 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [req-8d549981-9380-4653-b364-03ffa71db2e6 req-853a5ee6-45c8-4c48-9e9f-00b4151db3ac tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Calling delete_port for 3a8888ad-aa08-44a8-8826-7937bff48702 owned by compute:nova {{(pid=105767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:00:13.823816 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-8d549981-9380-4653-b364-03ffa71db2e6 req-853a5ee6-45c8-4c48-9e9f-00b4151db3ac tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:13.839831 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['3a8888ad-aa08-44a8-8826-7937bff48702'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:00:13.853462 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a5ee6-45c8-4c48-9e9f-00b4151db3ac tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Pushing event deleted for resources: {'Port': ['ID=3a8888ad-aa08-44a8-8826-7937bff48702,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:13.871783 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:13.896238 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d549981-9380-4653-b364-03ffa71db2e6 req-853a5ee6-45c8-4c48-9e9f-00b4151db3ac tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] No DVR routers for this DVR port 3a8888ad-aa08-44a8-8826-7937bff48702 on host hv-cinder-81322 {{(pid=105767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:00:13.898846 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-8d549981-9380-4653-b364-03ffa71db2e6 req-853a5ee6-45c8-4c48-9e9f-00b4151db3ac tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:13.902057 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-8d549981-9380-4653-b364-03ffa71db2e6 req-853a5ee6-45c8-4c48-9e9f-00b4151db3ac tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.44 "DELETE /v2.0/ports/3a8888ad-aa08-44a8-8826-7937bff48702 HTTP/1.1" status: 204 len: 173 time: 0.4097173 Oct 12 18:00:13.902512 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba81017-e936-4b79-ac7c-5d19c3301709', 'name': 'network-vif-deleted', 'tag': '3a8888ad-aa08-44a8-8826-7937bff48702'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:00:13.904761 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c73865-fc90-4d2e-9195-b3dbe324d6dc" -d '{"events": [{"server_uuid": "fba81017-e936-4b79-ac7c-5d19c3301709", "name": "network-vif-deleted", "tag": "3a8888ad-aa08-44a8-8826-7937bff48702"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:00:14.010907 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c0377e-9eab-4706-bf03-79a62077db9a x-openstack-request-id: req-f9c0377e-9eab-4706-bf03-79a62077db9a {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:00:14.011196 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba81017-e936-4b79-ac7c-5d19c3301709", "name": "network-vif-deleted", "tag": "3a8888ad-aa08-44a8-8826-7937bff48702", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:00:14.011443 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f9c0377e-9eab-4706-bf03-79a62077db9a {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:00:14.011830 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba81017-e936-4b79-ac7c-5d19c3301709', 'name': 'network-vif-deleted', 'tag': '3a8888ad-aa08-44a8-8826-7937bff48702', 'status': 'completed', 'code': 200} Oct 12 18:00:14.086024 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-287b2812-2bb1-460c-9d77-01ea9c0afc15 req-84fe2266-31ea-4c89-8687-df68cd4cb54c tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/ports?device_id=fba81017-e936-4b79-ac7c-5d19c3301709 HTTP/1.1" status: 200 len: 210 time: 0.0301182 Oct 12 18:00:18.400787 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 3a8888ad-aa08-44a8-8826-7937bff48702 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:00:18.422310 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] No Port match for: 3a8888ad-aa08-44a8-8826-7937bff48702 {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:00:18.422691 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 3a8888ad-aa08-44a8-8826-7937bff48702 not bound to the agent host hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:00:22.178699 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 6 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:00:24.184598 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-7f8e693f-4be9-42c3-83b5-650c2c29e709 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:24.186039 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-7f8e693f-4be9-42c3-83b5-650c2c29e709 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/networks?id=a3a8bddd-b0cc-48a3-86c3-df5ba654dc89 HTTP/1.1" status: 200 len: 814 time: 0.1021206 Oct 12 18:00:24.201802 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-13329698-2e46-4628-86e7-8ee2c727269a tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/quotas/4ccee480e9e64f06b2d6345f0e0b3041 HTTP/1.1" status: 200 len: 375 time: 0.0099447 Oct 12 18:00:24.233021 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-5c95b8dc-1ac6-4381-b8df-2cb0307dafd6 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=4ccee480e9e64f06b2d6345f0e0b3041&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259588 Oct 12 18:00:24.244103 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-bd92e339-162b-48a5-bbed-1f80d6ecde17 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=105766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:00:24.245031 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-bd92e339-162b-48a5-bbed-1f80d6ecde17 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048602 Oct 12 18:00:24.335870 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-18a59791-2ad8-4f04-9716-e676dfe6c6de service neutron] 10.222.0.85 "GET /v2.0/networks/a3a8bddd-b0cc-48a3-86c3-df5ba654dc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852597 Oct 12 18:00:24.433796 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-bf4717d7-645e-4e74-85c2-e9d2140cf0ac service neutron] 10.222.0.85 "GET /v2.0/networks/a3a8bddd-b0cc-48a3-86c3-df5ba654dc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875907 Oct 12 18:00:24.600264 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d9d1f836-9106-44ad-b8c0-9906d5ebe965 req-9dc44bac-69a8-4f83-84a6-8d945d8749a9 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/ports?device_id=2268be1f-a8b3-4373-8628-eb9b4b5bcaa8 HTTP/1.1" status: 200 len: 210 time: 0.0309236 Oct 12 18:00:25.575729 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-97bbbb7d-3491-4c40-8915-67a28dc121be tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:25.577182 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-97bbbb7d-3491-4c40-8915-67a28dc121be tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.44 "GET /v2.0/networks?id=a3a8bddd-b0cc-48a3-86c3-df5ba654dc89 HTTP/1.1" status: 200 len: 814 time: 0.1070404 Oct 12 18:00:25.591122 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-fd700a23-0aae-4ce7-9fe4-06549e90abea tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Request body: {'port': {'device_id': '2268be1f-a8b3-4373-8628-eb9b4b5bcaa8', 'network_id': 'a3a8bddd-b0cc-48a3-86c3-df5ba654dc89', 'admin_state_up': True, 'tenant_id': '4ccee480e9e64f06b2d6345f0e0b3041'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:00:25.695951 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8413bd2b-39cd-4e5e-bee6-defe52655124 req-f4caec40-60bb-474f-a77c-8fe34857c533 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/ports?device_id=2268be1f-a8b3-4373-8628-eb9b4b5bcaa8 HTTP/1.1" status: 200 len: 210 time: 0.0255556 Oct 12 18:00:25.705514 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-fd700a23-0aae-4ce7-9fe4-06549e90abea tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Made reservation on behalf of 4ccee480e9e64f06b2d6345f0e0b3041 for: {'port': 1} {{(pid=105767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:00:25.709295 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-fd700a23-0aae-4ce7-9fe4-06549e90abea tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:25.828791 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.db_base_plugin_common [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-fd700a23-0aae-4ce7-9fe4-06549e90abea tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Allocated IP 172.20.0.3 (a3a8bddd-b0cc-48a3-86c3-df5ba654dc89/452d7d84-104e-4713-a870-5aca7c8efb5b/a32944b1-1c1a-4c85-8b2e-36fc9093ef05) {{(pid=105767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:00:25.975518 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-fd700a23-0aae-4ce7-9fe4-06549e90abea tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Notify callbacks [] for port, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:26.011010 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-fd700a23-0aae-4ce7-9fe4-06549e90abea tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:26.061820 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-fd700a23-0aae-4ce7-9fe4-06549e90abea tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Network a3a8bddd-b0cc-48a3-86c3-df5ba654dc89 is already hosted by enough agents. {{(pid=105767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:00:26.064951 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-fd700a23-0aae-4ce7-9fe4-06549e90abea tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Resources bound (agent type, host, resource id): {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:00:26.068749 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-fd700a23-0aae-4ce7-9fe4-06549e90abea tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Received port after_create {{(pid=105767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:00:26.075317 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd700a23-0aae-4ce7-9fe4-06549e90abea tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Pushing event updated for resources: {'Port': ['ID=a32944b1-1c1a-4c85-8b2e-36fc9093ef05,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:26.105933 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd700a23-0aae-4ce7-9fe4-06549e90abea tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:26.106197 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd700a23-0aae-4ce7-9fe4-06549e90abea tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:26.106559 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd700a23-0aae-4ce7-9fe4-06549e90abea tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:26.106893 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd700a23-0aae-4ce7-9fe4-06549e90abea tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:26.107223 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd700a23-0aae-4ce7-9fe4-06549e90abea tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:26.107543 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd700a23-0aae-4ce7-9fe4-06549e90abea tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:26.107866 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd700a23-0aae-4ce7-9fe4-06549e90abea tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:26.108191 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd700a23-0aae-4ce7-9fe4-06549e90abea tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:26.108512 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd700a23-0aae-4ce7-9fe4-06549e90abea tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:26.108830 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd700a23-0aae-4ce7-9fe4-06549e90abea tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:26.109147 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd700a23-0aae-4ce7-9fe4-06549e90abea tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:26.109471 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd700a23-0aae-4ce7-9fe4-06549e90abea tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:26.134243 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-fd700a23-0aae-4ce7-9fe4-06549e90abea tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:26.134869 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-fd700a23-0aae-4ce7-9fe4-06549e90abea tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:26.152642 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-fd700a23-0aae-4ce7-9fe4-06549e90abea tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5660086 Oct 12 18:00:26.166762 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-5574f2b3-1b6e-4030-aefb-b6071791b00e service neutron] Request body: {'port': {'device_id': '2268be1f-a8b3-4373-8628-eb9b4b5bcaa8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:00:26.220394 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-5574f2b3-1b6e-4030-aefb-b6071791b00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:26.484027 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-5574f2b3-1b6e-4030-aefb-b6071791b00e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a32944b1-1c1a-4c85-8b2e-36fc9093ef05 {{(pid=105767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:00:26.496162 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-5574f2b3-1b6e-4030-aefb-b6071791b00e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:26.511919 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-5574f2b3-1b6e-4030-aefb-b6071791b00e service neutron] Transition to ACTIVE for port object a32944b1-1c1a-4c85-8b2e-36fc9093ef05 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:00:26.517383 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-5574f2b3-1b6e-4030-aefb-b6071791b00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196327'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:26.566724 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5574f2b3-1b6e-4030-aefb-b6071791b00e service neutron] Pushing event updated for resources: {'Port': ['ID=a32944b1-1c1a-4c85-8b2e-36fc9093ef05,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:26.637891 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-5574f2b3-1b6e-4030-aefb-b6071791b00e service neutron] Attempting to bind port a32944b1-1c1a-4c85-8b2e-36fc9093ef05 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:00:26.638649 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-5574f2b3-1b6e-4030-aefb-b6071791b00e service neutron] Attempting to bind port a32944b1-1c1a-4c85-8b2e-36fc9093ef05 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '12bfb3b1-af4a-4358-aa88-457045347beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1379, 'network_id': 'a3a8bddd-b0cc-48a3-86c3-df5ba654dc89'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:00:26.638649 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-5574f2b3-1b6e-4030-aefb-b6071791b00e service neutron] Attempting to bind port a32944b1-1c1a-4c85-8b2e-36fc9093ef05 on network a3a8bddd-b0cc-48a3-86c3-df5ba654dc89 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:00:26.658045 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-5574f2b3-1b6e-4030-aefb-b6071791b00e service neutron] Port a32944b1-1c1a-4c85-8b2e-36fc9093ef05 on network a3a8bddd-b0cc-48a3-86c3-df5ba654dc89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:00:26.658401 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-5574f2b3-1b6e-4030-aefb-b6071791b00e service neutron] Attempting to bind port a32944b1-1c1a-4c85-8b2e-36fc9093ef05 on network a3a8bddd-b0cc-48a3-86c3-df5ba654dc89 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:00:26.679818 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-5574f2b3-1b6e-4030-aefb-b6071791b00e service neutron] Checking agent: {'id': '4d49b38b-ca89-4e5d-a715-678a9ae3215e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 47, 26), 'started_at': datetime.datetime(2021, 10, 12, 17, 47, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:00:26.680181 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-5574f2b3-1b6e-4030-aefb-b6071791b00e service neutron] Checking segment: {'id': '12bfb3b1-af4a-4358-aa88-457045347beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1379, 'network_id': 'a3a8bddd-b0cc-48a3-86c3-df5ba654dc89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:00:26.680593 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-5574f2b3-1b6e-4030-aefb-b6071791b00e service neutron] Bound using segment: {'id': '12bfb3b1-af4a-4358-aa88-457045347beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1379, 'network_id': 'a3a8bddd-b0cc-48a3-86c3-df5ba654dc89'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:00:26.681021 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-5574f2b3-1b6e-4030-aefb-b6071791b00e service neutron] Bound port: a32944b1-1c1a-4c85-8b2e-36fc9093ef05, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12bfb3b1-af4a-4358-aa88-457045347beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1379, 'network_id': 'a3a8bddd-b0cc-48a3-86c3-df5ba654dc89'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:00:26.681373 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-5574f2b3-1b6e-4030-aefb-b6071791b00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:26.728645 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-c404c4bb-2d22-4a0f-ba87-4394efb6ad74 req-b8c03636-1c46-43e3-bf2f-b8c0513c5050 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f2321d6d-2876-4b0a-8d8a-445ffa1b1287&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0868394 Oct 12 18:00:26.743619 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:26.760015 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-5574f2b3-1b6e-4030-aefb-b6071791b00e service neutron] For port a32944b1-1c1a-4c85-8b2e-36fc9093ef05, host hv-cinder-81322, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:00:26.763534 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-5574f2b3-1b6e-4030-aefb-b6071791b00e service neutron] For port a32944b1-1c1a-4c85-8b2e-36fc9093ef05, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a32944b1-1c1a-4c85-8b2e-36fc9093ef05,segment=NetworkSegment(12bfb3b1-af4a-4358-aa88-457045347beb),segment_id=12bfb3b1-af4a-4358-aa88-457045347beb)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:00:26.768413 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-5574f2b3-1b6e-4030-aefb-b6071791b00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196327'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:26.810648 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-5574f2b3-1b6e-4030-aefb-b6071791b00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:26.811302 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-5574f2b3-1b6e-4030-aefb-b6071791b00e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:26.812856 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-5574f2b3-1b6e-4030-aefb-b6071791b00e service neutron] 10.222.0.44 "PUT /v2.0/ports/a32944b1-1c1a-4c85-8b2e-36fc9093ef05 HTTP/1.1" status: 200 len: 1093 time: 0.6501205 Oct 12 18:00:26.816333 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2268be1f-a8b3-4373-8628-eb9b4b5bcaa8', 'tag': 'a32944b1-1c1a-4c85-8b2e-36fc9093ef05'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:00:26.819366 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18d093c-c56d-4927-8fc5-b411480beb3d" -d '{"events": [{"name": "network-changed", "server_uuid": "2268be1f-a8b3-4373-8628-eb9b4b5bcaa8", "tag": "a32944b1-1c1a-4c85-8b2e-36fc9093ef05"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:00:26.829053 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a492952-c3c8-4938-8dcc-bb67f9e09ab2 req-a68f351f-b138-494f-9b4c-a8eb68e21a7e tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:26.831056 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9a492952-c3c8-4938-8dcc-bb67f9e09ab2 req-a68f351f-b138-494f-9b4c-a8eb68e21a7e tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/ports?device_id=2268be1f-a8b3-4373-8628-eb9b4b5bcaa8 HTTP/1.1" status: 200 len: 943 time: 0.0497460 Oct 12 18:00:26.875146 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9a492952-c3c8-4938-8dcc-bb67f9e09ab2 req-1da60ee8-b322-495f-88d6-e584c85a76a2 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/security-groups?id=54b1f2b6-039f-4913-b1bd-7a4c4f97a1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354445 Oct 12 18:00:26.878989 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd2f0e5-d22f-450f-8db1-527ed960605c x-openstack-request-id: req-2bd2f0e5-d22f-450f-8db1-527ed960605c {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:00:26.879274 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2268be1f-a8b3-4373-8628-eb9b4b5bcaa8", "tag": "a32944b1-1c1a-4c85-8b2e-36fc9093ef05", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:00:26.879525 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-2bd2f0e5-d22f-450f-8db1-527ed960605c {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:00:26.879919 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2268be1f-a8b3-4373-8628-eb9b4b5bcaa8', 'tag': 'a32944b1-1c1a-4c85-8b2e-36fc9093ef05', 'status': 'completed', 'code': 200} Oct 12 18:00:26.897842 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5574f2b3-1b6e-4030-aefb-b6071791b00e service neutron] Pushing event updated for resources: {'Port': ['ID=a32944b1-1c1a-4c85-8b2e-36fc9093ef05,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:26.902733 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404c4bb-2d22-4a0f-ba87-4394efb6ad74 req-c5ad17dc-e48a-41aa-8349-85cddc3ab663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:26.904264 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-c404c4bb-2d22-4a0f-ba87-4394efb6ad74 req-c5ad17dc-e48a-41aa-8349-85cddc3ab663 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b733cd5636f4c5ead827ce9ef00dffb&device_id=f2321d6d-2876-4b0a-8d8a-445ffa1b1287 HTTP/1.1" status: 200 len: 1098 time: 0.1245468 Oct 12 18:00:26.920681 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-3ddffd13-1f33-4154-8667-dcf6a6aeab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:26.922151 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-3ddffd13-1f33-4154-8667-dcf6a6aeab1f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ccee480e9e64f06b2d6345f0e0b3041&device_id=2268be1f-a8b3-4373-8628-eb9b4b5bcaa8 HTTP/1.1" status: 200 len: 1096 time: 0.0583863 Oct 12 18:00:27.006404 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-3d89703a-ee07-43d9-b269-20e94e85aa4d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a32944b1-1c1a-4c85-8b2e-36fc9093ef05 HTTP/1.1" status: 200 len: 217 time: 0.0667760 Oct 12 18:00:27.360578 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-4d232a64-7d74-4383-9013-75ae49c3f824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:27.361921 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-4d232a64-7d74-4383-9013-75ae49c3f824 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=452d7d84-104e-4713-a870-5aca7c8efb5b HTTP/1.1" status: 200 len: 854 time: 0.3469386 Oct 12 18:00:27.366741 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404c4bb-2d22-4a0f-ba87-4394efb6ad74 req-866af326-a85d-4efa-87ae-8eceec4da27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:27.368043 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-c404c4bb-2d22-4a0f-ba87-4394efb6ad74 req-866af326-a85d-4efa-87ae-8eceec4da27f service neutron] 10.222.0.44 "GET /v2.0/networks?id=747c1029-0841-4266-be19-4e4d0afb5d86 HTTP/1.1" status: 200 len: 914 time: 0.4356425 Oct 12 18:00:27.430454 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-ff6cfa05-62e2-4d32-9463-b4b1ffb9d95e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a3a8bddd-b0cc-48a3-86c3-df5ba654dc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595739 Oct 12 18:00:27.497389 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-c404c4bb-2d22-4a0f-ba87-4394efb6ad74 req-78c7996c-8af9-4554-af7a-48d5723bbd33 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b115013c-c08c-4dc1-9d20-0c2e7091f262 HTTP/1.1" status: 200 len: 1000 time: 0.1145041 Oct 12 18:00:27.571656 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-579711f6-505c-4664-abda-d39333da958a service neutron] 10.222.0.44 "GET /v2.0/networks/a3a8bddd-b0cc-48a3-86c3-df5ba654dc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323171 Oct 12 18:00:27.573399 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404c4bb-2d22-4a0f-ba87-4394efb6ad74 req-426f1df1-3f53-42b0-aa52-2883174aee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:27.574724 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-c404c4bb-2d22-4a0f-ba87-4394efb6ad74 req-426f1df1-3f53-42b0-aa52-2883174aee1d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0f763c5d-30cb-4f99-a6df-7fc6e82e4da9 HTTP/1.1" status: 200 len: 851 time: 0.0676382 Oct 12 18:00:27.687071 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404c4bb-2d22-4a0f-ba87-4394efb6ad74 req-c861a660-ac40-45d4-9648-a90f915ffffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:27.688482 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-c404c4bb-2d22-4a0f-ba87-4394efb6ad74 req-c861a660-ac40-45d4-9648-a90f915ffffa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=747c1029-0841-4266-be19-4e4d0afb5d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1010814 Oct 12 18:00:27.745405 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-6f48b526-e1ba-4d46-a4d3-c03b3f2efbc8 req-4b7ea453-fb5c-480d-92ad-ffef6fa01be7 service neutron] 10.222.0.44 "GET /v2.0/networks/a3a8bddd-b0cc-48a3-86c3-df5ba654dc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589744 Oct 12 18:00:27.799172 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-c404c4bb-2d22-4a0f-ba87-4394efb6ad74 req-215d2d69-8d6f-4995-bf31-bc9d602bdde6 service neutron] 10.222.0.44 "GET /v2.0/networks/747c1029-0841-4266-be19-4e4d0afb5d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007564 Oct 12 18:00:27.887723 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d093c-c56d-4927-8fc5-b411480beb3d req-472e3c96-0e7e-460b-840a-a2ece6815976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:27.889237 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-b18d093c-c56d-4927-8fc5-b411480beb3d req-472e3c96-0e7e-460b-840a-a2ece6815976 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ccee480e9e64f06b2d6345f0e0b3041&device_id=2268be1f-a8b3-4373-8628-eb9b4b5bcaa8 HTTP/1.1" status: 200 len: 1096 time: 0.0892270 Oct 12 18:00:27.957401 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-c404c4bb-2d22-4a0f-ba87-4394efb6ad74 req-d165ddaf-12d2-4d94-b529-1f453a97bce1 service neutron] 10.222.0.44 "GET /v2.0/networks/747c1029-0841-4266-be19-4e4d0afb5d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484554 Oct 12 18:00:27.997620 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517085fc-7c3c-4a04-800f-c936606d1e89 req-9d7d9b86-256f-4c98-a544-8c1fc58e73fb tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:27.999124 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-517085fc-7c3c-4a04-800f-c936606d1e89 req-9d7d9b86-256f-4c98-a544-8c1fc58e73fb tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/ports?device_id=2268be1f-a8b3-4373-8628-eb9b4b5bcaa8 HTTP/1.1" status: 200 len: 943 time: 0.0508797 Oct 12 18:00:27.999565 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d093c-c56d-4927-8fc5-b411480beb3d req-6d8f8a97-dc5b-4b9b-a343-aa01e8628f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:28.001030 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-b18d093c-c56d-4927-8fc5-b411480beb3d req-6d8f8a97-dc5b-4b9b-a343-aa01e8628f6a service neutron] 10.222.0.44 "GET /v2.0/networks?id=a3a8bddd-b0cc-48a3-86c3-df5ba654dc89 HTTP/1.1" status: 200 len: 916 time: 0.0987146 Oct 12 18:00:28.039693 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-517085fc-7c3c-4a04-800f-c936606d1e89 req-0526611a-7686-4e2c-8aa7-ba00a7159482 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/security-groups?id=54b1f2b6-039f-4913-b1bd-7a4c4f97a1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341971 Oct 12 18:00:28.043589 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-b18d093c-c56d-4927-8fc5-b411480beb3d req-bcfe5d8d-2b72-478f-8f68-5acc2f01b325 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a32944b1-1c1a-4c85-8b2e-36fc9093ef05 HTTP/1.1" status: 200 len: 217 time: 0.0340147 Oct 12 18:00:28.106534 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d093c-c56d-4927-8fc5-b411480beb3d req-b8a0ce53-551e-4a59-80f5-2330cadceb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:28.108536 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-b18d093c-c56d-4927-8fc5-b411480beb3d req-b8a0ce53-551e-4a59-80f5-2330cadceb78 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=452d7d84-104e-4713-a870-5aca7c8efb5b HTTP/1.1" status: 200 len: 854 time: 0.0541315 Oct 12 18:00:28.153449 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-b18d093c-c56d-4927-8fc5-b411480beb3d req-59d057da-765e-4ed9-a78d-9423bdb672c8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a3a8bddd-b0cc-48a3-86c3-df5ba654dc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334127 Oct 12 18:00:28.254921 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-b18d093c-c56d-4927-8fc5-b411480beb3d req-d2c94ee1-5f52-4b31-8258-79f22024ce34 service neutron] 10.222.0.44 "GET /v2.0/networks/a3a8bddd-b0cc-48a3-86c3-df5ba654dc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900521 Oct 12 18:00:28.353203 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-b18d093c-c56d-4927-8fc5-b411480beb3d req-ac083544-ab94-4c54-80db-2802f2367406 service neutron] 10.222.0.44 "GET /v2.0/networks/a3a8bddd-b0cc-48a3-86c3-df5ba654dc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901403 Oct 12 18:00:29.166445 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdaf920-38c7-4c48-83c7-80ae062259a9 req-45c065a8-29ba-49ba-bfdd-0292131d8328 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:29.167922 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9bdaf920-38c7-4c48-83c7-80ae062259a9 req-45c065a8-29ba-49ba-bfdd-0292131d8328 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/ports?device_id=2268be1f-a8b3-4373-8628-eb9b4b5bcaa8 HTTP/1.1" status: 200 len: 943 time: 0.0520821 Oct 12 18:00:29.206048 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9bdaf920-38c7-4c48-83c7-80ae062259a9 req-bdebbe27-3fae-4c23-9484-42c8facd4087 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/security-groups?id=54b1f2b6-039f-4913-b1bd-7a4c4f97a1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320606 Oct 12 18:00:30.332099 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba06193-6b55-41ee-a237-13f7c51a3ac4 req-c8aa7488-ec35-4b7d-95d6-6c3603cf2bf7 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:30.333586 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5ba06193-6b55-41ee-a237-13f7c51a3ac4 req-c8aa7488-ec35-4b7d-95d6-6c3603cf2bf7 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/ports?device_id=2268be1f-a8b3-4373-8628-eb9b4b5bcaa8 HTTP/1.1" status: 200 len: 943 time: 0.0511477 Oct 12 18:00:30.375212 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5ba06193-6b55-41ee-a237-13f7c51a3ac4 req-88f419d6-b8fe-4d06-826c-f116e2cda326 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/security-groups?id=54b1f2b6-039f-4913-b1bd-7a4c4f97a1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321825 Oct 12 18:00:30.483504 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device a32944b1-1c1a-4c85-8b2e-36fc9093ef05 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:00:30.711818 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port a32944b1-1c1a-4c85-8b2e-36fc9093ef05, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a32944b1-1c1a-4c85-8b2e-36fc9093ef05,segment=NetworkSegment(12bfb3b1-af4a-4358-aa88-457045347beb),segment_id=12bfb3b1-af4a-4358-aa88-457045347beb)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:00:30.723478 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Returning: {'device': 'a32944b1-1c1a-4c85-8b2e-36fc9093ef05', 'network_id': 'a3a8bddd-b0cc-48a3-86c3-df5ba654dc89', 'port_id': 'a32944b1-1c1a-4c85-8b2e-36fc9093ef05', 'mac_address': 'fa:16:3e:11:dd:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452d7d84-104e-4713-a870-5aca7c8efb5b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:00:30.764350 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:30.777067 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a32944b1-1c1a-4c85-8b2e-36fc9093ef05 {{(pid=105768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:00:30.795419 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port a32944b1-1c1a-4c85-8b2e-36fc9093ef05, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a32944b1-1c1a-4c85-8b2e-36fc9093ef05,segment=NetworkSegment(12bfb3b1-af4a-4358-aa88-457045347beb),segment_id=12bfb3b1-af4a-4358-aa88-457045347beb)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:00:30.801165 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:30.847794 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=a32944b1-1c1a-4c85-8b2e-36fc9093ef05,revision_number=4']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:31.037665 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['a32944b1-1c1a-4c85-8b2e-36fc9093ef05'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:00:31.508655 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29697f8a-f832-4f92-8d5e-737254ee9ec7 req-7eeb82d2-8675-488e-9447-527b6d4e12bd tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:31.510476 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-29697f8a-f832-4f92-8d5e-737254ee9ec7 req-7eeb82d2-8675-488e-9447-527b6d4e12bd tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/ports?device_id=2268be1f-a8b3-4373-8628-eb9b4b5bcaa8 HTTP/1.1" status: 200 len: 944 time: 0.0603197 Oct 12 18:00:31.550818 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-29697f8a-f832-4f92-8d5e-737254ee9ec7 req-f38b54dc-2007-47b9-a1e8-ea1194dcf8a7 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/security-groups?id=54b1f2b6-039f-4913-b1bd-7a4c4f97a1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341547 Oct 12 18:00:32.497575 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device a32944b1-1c1a-4c85-8b2e-36fc9093ef05 up at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:00:32.552941 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning for port a32944b1-1c1a-4c85-8b2e-36fc9093ef05 completed by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:00:32.556944 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning complete for port a32944b1-1c1a-4c85-8b2e-36fc9093ef05 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:00:32.557318 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:32.633932 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:32.656905 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2268be1f-a8b3-4373-8628-eb9b4b5bcaa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32944b1-1c1a-4c85-8b2e-36fc9093ef05'}] {{(pid=105768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:00:32.659220 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d673ce2dcb2bb4fbf918fb1a8c35d4bb21dca6670ea86fc912d44392d0d8dbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58150fb-e0f9-498f-8c1c-be1bc1847dbb" -d '{"events": [{"server_uuid": "2268be1f-a8b3-4373-8628-eb9b4b5bcaa8", "name": "network-vif-plugged", "status": "completed", "tag": "a32944b1-1c1a-4c85-8b2e-36fc9093ef05"}]}' {{(pid=105768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:00:32.669423 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3edc8-be77-4da0-a9c4-2336f36cb7da req-139b93c1-c756-4668-a5be-318a382844b2 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:32.671007 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-dda3edc8-be77-4da0-a9c4-2336f36cb7da req-139b93c1-c756-4668-a5be-318a382844b2 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/ports?device_id=2268be1f-a8b3-4373-8628-eb9b4b5bcaa8 HTTP/1.1" status: 200 len: 944 time: 0.0525074 Oct 12 18:00:32.682562 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port a32944b1-1c1a-4c85-8b2e-36fc9093ef05, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a32944b1-1c1a-4c85-8b2e-36fc9093ef05,segment=NetworkSegment(12bfb3b1-af4a-4358-aa88-457045347beb),segment_id=12bfb3b1-af4a-4358-aa88-457045347beb)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:00:32.688084 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:32.712578 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-dda3edc8-be77-4da0-a9c4-2336f36cb7da req-a35e2b78-91a4-4701-adad-36279edfdd09 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/security-groups?id=54b1f2b6-039f-4913-b1bd-7a4c4f97a1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357690 Oct 12 18:00:32.714703 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f90756-d39e-44d5-a254-f1a71b6acb2f x-openstack-request-id: req-d1f90756-d39e-44d5-a254-f1a71b6acb2f {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:00:32.714960 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2268be1f-a8b3-4373-8628-eb9b4b5bcaa8", "name": "network-vif-plugged", "status": "completed", "tag": "a32944b1-1c1a-4c85-8b2e-36fc9093ef05", "code": 200}]} {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:00:32.715208 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d1f90756-d39e-44d5-a254-f1a71b6acb2f {{(pid=105768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:00:32.715616 dv-cinder-813226-2-iscsi neutron-server[105768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2268be1f-a8b3-4373-8628-eb9b4b5bcaa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32944b1-1c1a-4c85-8b2e-36fc9093ef05', 'code': 200} Oct 12 18:00:32.746370 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=a32944b1-1c1a-4c85-8b2e-36fc9093ef05,revision_number=5']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:32.878901 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750f98d-9f7a-4f64-a0d6-0c5b3d831c7e req-fda843d3-3cde-41d6-887d-486c54a28246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:32.880393 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-a750f98d-9f7a-4f64-a0d6-0c5b3d831c7e req-fda843d3-3cde-41d6-887d-486c54a28246 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2268be1f-a8b3-4373-8628-eb9b4b5bcaa8 HTTP/1.1" status: 200 len: 1098 time: 0.0415869 Oct 12 18:00:32.916589 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-a750f98d-9f7a-4f64-a0d6-0c5b3d831c7e req-b52807f8-d753-442f-ac4a-bae5c008523e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=54b1f2b6-039f-4913-b1bd-7a4c4f97a1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280125 Oct 12 18:00:33.843671 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43283fe9-8b2c-4c4f-ba37-0707668d87fb req-7fe44e24-f852-4991-8bbc-5c51480e4a7e tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:33.845158 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-43283fe9-8b2c-4c4f-ba37-0707668d87fb req-7fe44e24-f852-4991-8bbc-5c51480e4a7e tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/ports?device_id=2268be1f-a8b3-4373-8628-eb9b4b5bcaa8 HTTP/1.1" status: 200 len: 945 time: 0.0578399 Oct 12 18:00:33.891797 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-43283fe9-8b2c-4c4f-ba37-0707668d87fb req-eebe93fd-e7b5-45aa-91fb-fff5d1cdbed4 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/security-groups?id=54b1f2b6-039f-4913-b1bd-7a4c4f97a1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371487 Oct 12 18:00:35.010936 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8dccca-3afd-4444-b2a7-90447b374eb5 req-5863a441-2023-48c4-a844-ec34bfff7a1b tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:35.012446 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4b8dccca-3afd-4444-b2a7-90447b374eb5 req-5863a441-2023-48c4-a844-ec34bfff7a1b tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/ports?device_id=2268be1f-a8b3-4373-8628-eb9b4b5bcaa8 HTTP/1.1" status: 200 len: 945 time: 0.0537906 Oct 12 18:00:35.050889 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-4b8dccca-3afd-4444-b2a7-90447b374eb5 req-9dd1d738-3b8c-40fd-934f-44bc4464a6ee tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/security-groups?id=54b1f2b6-039f-4913-b1bd-7a4c4f97a1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323040 Oct 12 18:00:38.309289 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-b0020282-0c3a-4e47-8bc6-8a998d9c0222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:41.053402 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-244f7054-bcfa-4bf2-b254-0fb46b4ac25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:41.900022 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:42.326913 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:43.861369 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:55.265364 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecec8d8-64cc-47db-8121-b31f1f0382e4 req-1610c25e-2dbd-4793-8748-77e08ee91f1c tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:55.266833 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0ecec8d8-64cc-47db-8121-b31f1f0382e4 req-1610c25e-2dbd-4793-8748-77e08ee91f1c tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/ports?device_id=2268be1f-a8b3-4373-8628-eb9b4b5bcaa8 HTTP/1.1" status: 200 len: 945 time: 0.0604496 Oct 12 18:00:55.314691 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0ecec8d8-64cc-47db-8121-b31f1f0382e4 req-6ad2ebb6-a58a-4220-ac06-6fba088d24f9 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/security-groups?id=54b1f2b6-039f-4913-b1bd-7a4c4f97a1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415101 Oct 12 18:00:56.447696 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301046af-0d91-4a6c-a5a8-7124277b8c9c req-fcaf6d47-3dbd-43ca-8f58-4fa731881175 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:56.449213 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-301046af-0d91-4a6c-a5a8-7124277b8c9c req-fcaf6d47-3dbd-43ca-8f58-4fa731881175 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/ports?device_id=2268be1f-a8b3-4373-8628-eb9b4b5bcaa8 HTTP/1.1" status: 200 len: 945 time: 0.0577886 Oct 12 18:00:56.497537 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-301046af-0d91-4a6c-a5a8-7124277b8c9c req-0fd1dc37-2faa-4c81-a603-eb787c33a5ac tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/security-groups?id=54b1f2b6-039f-4913-b1bd-7a4c4f97a1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394182 Oct 12 18:00:56.738196 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:56.950711 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc891f-ff3a-400b-8935-1d878adb5a9a req-bee1f0f1-8de5-405f-8c2c-bf0958c96803 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:56.952448 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-11cc891f-ff3a-400b-8935-1d878adb5a9a req-bee1f0f1-8de5-405f-8c2c-bf0958c96803 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.44 "GET /v2.0/ports?device_id=2268be1f-a8b3-4373-8628-eb9b4b5bcaa8 HTTP/1.1" status: 200 len: 945 time: 0.0611048 Oct 12 18:00:57.046010 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [req-11cc891f-ff3a-400b-8935-1d878adb5a9a req-d01e9e09-fc1e-4586-8eb7-97cb2e9dedcb tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Deleting port a32944b1-1c1a-4c85-8b2e-36fc9093ef05 {{(pid=105767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:00:57.046324 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-11cc891f-ff3a-400b-8935-1d878adb5a9a req-d01e9e09-fc1e-4586-8eb7-97cb2e9dedcb tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:57.136319 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-11cc891f-ff3a-400b-8935-1d878adb5a9a req-d01e9e09-fc1e-4586-8eb7-97cb2e9dedcb tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] For port a32944b1-1c1a-4c85-8b2e-36fc9093ef05, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a32944b1-1c1a-4c85-8b2e-36fc9093ef05,segment=NetworkSegment(12bfb3b1-af4a-4358-aa88-457045347beb),segment_id=12bfb3b1-af4a-4358-aa88-457045347beb)] {{(pid=105767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:00:57.136992 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-11cc891f-ff3a-400b-8935-1d878adb5a9a req-d01e9e09-fc1e-4586-8eb7-97cb2e9dedcb tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:57.149527 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [req-11cc891f-ff3a-400b-8935-1d878adb5a9a req-d01e9e09-fc1e-4586-8eb7-97cb2e9dedcb tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Calling delete_port for a32944b1-1c1a-4c85-8b2e-36fc9093ef05 owned by compute:nova {{(pid=105767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:00:57.279680 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-11cc891f-ff3a-400b-8935-1d878adb5a9a req-d01e9e09-fc1e-4586-8eb7-97cb2e9dedcb tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:57.292631 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['a32944b1-1c1a-4c85-8b2e-36fc9093ef05'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:00:57.316255 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e9e09-fc1e-4586-8eb7-97cb2e9dedcb tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Pushing event deleted for resources: {'Port': ['ID=a32944b1-1c1a-4c85-8b2e-36fc9093ef05,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:57.357489 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [req-11cc891f-ff3a-400b-8935-1d878adb5a9a req-d01e9e09-fc1e-4586-8eb7-97cb2e9dedcb tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] No DVR routers for this DVR port a32944b1-1c1a-4c85-8b2e-36fc9093ef05 on host hv-cinder-81322 {{(pid=105767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:00:57.360439 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-11cc891f-ff3a-400b-8935-1d878adb5a9a req-d01e9e09-fc1e-4586-8eb7-97cb2e9dedcb tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:57.363827 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-11cc891f-ff3a-400b-8935-1d878adb5a9a req-d01e9e09-fc1e-4586-8eb7-97cb2e9dedcb tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.44 "DELETE /v2.0/ports/a32944b1-1c1a-4c85-8b2e-36fc9093ef05 HTTP/1.1" status: 204 len: 173 time: 0.4054899 Oct 12 18:00:57.364300 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2268be1f-a8b3-4373-8628-eb9b4b5bcaa8', 'name': 'network-vif-deleted', 'tag': 'a32944b1-1c1a-4c85-8b2e-36fc9093ef05'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:00:57.366574 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1957df38-01a5-4548-8539-622c07ae8a81" -d '{"events": [{"server_uuid": "2268be1f-a8b3-4373-8628-eb9b4b5bcaa8", "name": "network-vif-deleted", "tag": "a32944b1-1c1a-4c85-8b2e-36fc9093ef05"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:00:57.402950 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f753b45d-6468-4715-827c-2c09e3ef1125 x-openstack-request-id: req-f753b45d-6468-4715-827c-2c09e3ef1125 {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:00:57.403460 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2268be1f-a8b3-4373-8628-eb9b4b5bcaa8", "name": "network-vif-deleted", "tag": "a32944b1-1c1a-4c85-8b2e-36fc9093ef05", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:00:57.403460 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f753b45d-6468-4715-827c-2c09e3ef1125 {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:00:57.403977 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2268be1f-a8b3-4373-8628-eb9b4b5bcaa8', 'name': 'network-vif-deleted', 'tag': 'a32944b1-1c1a-4c85-8b2e-36fc9093ef05', 'status': 'completed', 'code': 200} Oct 12 18:00:57.607484 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ac6137ae-f1c8-4ac5-ad6e-5b45c1786436 req-3242c4c7-f9d3-467b-9e64-aed620b32c43 tempest-VolumesSnapshotTestJSON-2073323399 tempest-VolumesSnapshotTestJSON-2073323399-project] 10.222.0.85 "GET /v2.0/ports?device_id=2268be1f-a8b3-4373-8628-eb9b4b5bcaa8 HTTP/1.1" status: 200 len: 210 time: 0.0276737 Oct 12 18:00:59.185101 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 6 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:01:01.242758 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device a32944b1-1c1a-4c85-8b2e-36fc9093ef05 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:01:01.266470 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] No Port match for: a32944b1-1c1a-4c85-8b2e-36fc9093ef05 {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:01:01.266816 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device a32944b1-1c1a-4c85-8b2e-36fc9093ef05 not bound to the agent host hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:01:08.309692 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-0764055e-1018-4fce-9c50-f1796c6e1778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:11.054826 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-93ebda10-05bc-4456-8b5d-782f27bec088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:11.904181 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:12.328310 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:13.866320 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:20.988173 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 41806) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:01:21.036874 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab777b8e-5e72-4fe9-b732-4845a9d1ff28 admin admin] Deleting subnet 452d7d84-104e-4713-a870-5aca7c8efb5b {{(pid=105766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:01:21.039988 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ab777b8e-5e72-4fe9-b732-4845a9d1ff28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:21.075631 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ab777b8e-5e72-4fe9-b732-4845a9d1ff28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6237308'] for subnet, precommit_delete_associations {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:21.113839 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ab777b8e-5e72-4fe9-b732-4845a9d1ff28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727552'] for subnet, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:21.167918 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ab777b8e-5e72-4fe9-b732-4845a9d1ff28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4464464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4858339'] for subnet, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:21.202962 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab777b8e-5e72-4fe9-b732-4845a9d1ff28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=452d7d84-104e-4713-a870-5aca7c8efb5b,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:01:21.208558 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ab777b8e-5e72-4fe9-b732-4845a9d1ff28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:21.214026 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-ab777b8e-5e72-4fe9-b732-4845a9d1ff28 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/452d7d84-104e-4713-a870-5aca7c8efb5b HTTP/1.1" status: 204 len: 168 time: 0.2224910 Oct 12 18:01:21.214514 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 41808) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:01:21.216712 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab777b8e-5e72-4fe9-b732-4845a9d1ff28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:21.217058 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab777b8e-5e72-4fe9-b732-4845a9d1ff28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:21.217396 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab777b8e-5e72-4fe9-b732-4845a9d1ff28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:21.217701 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab777b8e-5e72-4fe9-b732-4845a9d1ff28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:21.218044 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab777b8e-5e72-4fe9-b732-4845a9d1ff28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:21.218371 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab777b8e-5e72-4fe9-b732-4845a9d1ff28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:21.218727 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab777b8e-5e72-4fe9-b732-4845a9d1ff28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:21.219050 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab777b8e-5e72-4fe9-b732-4845a9d1ff28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:21.219371 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab777b8e-5e72-4fe9-b732-4845a9d1ff28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:21.219691 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab777b8e-5e72-4fe9-b732-4845a9d1ff28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:21.220004 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab777b8e-5e72-4fe9-b732-4845a9d1ff28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:21.220378 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab777b8e-5e72-4fe9-b732-4845a9d1ff28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:21.290309 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-0ceef4e6-e34b-46c1-9f03-5afa33d57400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657003'] for network, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:21.389258 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-0ceef4e6-e34b-46c1-9f03-5afa33d57400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721659', 'neutron.services.segments.db._delete_segments_for_network-8752770191620'] for network, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:21.424460 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.services.segments.db [None req-0ceef4e6-e34b-46c1-9f03-5afa33d57400 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a8bddd-b0cc-48a3-86c3-df5ba654dc89']}} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:01:21.435834 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.services.segments.db [None req-0ceef4e6-e34b-46c1-9f03-5afa33d57400 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12bfb3b1-af4a-4358-aa88-457045347beb') {'for_net_delete': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:01:21.436262 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.services.segments.db [None req-0ceef4e6-e34b-46c1-9f03-5afa33d57400 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12bfb3b1-af4a-4358-aa88-457045347beb') {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:01:21.450180 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-0ceef4e6-e34b-46c1-9f03-5afa33d57400 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752770190093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4686413'] for segment, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:21.467538 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-0ceef4e6-e34b-46c1-9f03-5afa33d57400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234'] for segment, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:21.474120 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ceef4e6-e34b-46c1-9f03-5afa33d57400 admin admin] Releasing vlan 1379 on physical network physnet1 to pool {{(pid=105767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:01:21.474540 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-0ceef4e6-e34b-46c1-9f03-5afa33d57400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5197263'] for segment, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:21.476246 dv-cinder-813226-2-iscsi neutron-server[105767]: Traceback (most recent call last): Oct 12 18:01:21.476246 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:01:21.476246 dv-cinder-813226-2-iscsi neutron-server[105767]: timer() Oct 12 18:01:21.476246 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:01:21.476246 dv-cinder-813226-2-iscsi neutron-server[105767]: cb(*args, **kw) Oct 12 18:01:21.476246 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:01:21.476246 dv-cinder-813226-2-iscsi neutron-server[105767]: return func(*args, **kwargs) Oct 12 18:01:21.476246 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:01:21.476246 dv-cinder-813226-2-iscsi neutron-server[105767]: self._notify() Oct 12 18:01:21.476246 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:01:21.476246 dv-cinder-813226-2-iscsi neutron-server[105767]: self.callback(batched_events) Oct 12 18:01:21.476246 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:01:21.476246 dv-cinder-813226-2-iscsi neutron-server[105767]: event.method(event) Oct 12 18:01:21.476246 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:01:21.476246 dv-cinder-813226-2-iscsi neutron-server[105767]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:01:21.476246 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:01:21.476246 dv-cinder-813226-2-iscsi neutron-server[105767]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:01:21.476246 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:01:21.476246 dv-cinder-813226-2-iscsi neutron-server[105767]: return f(self, *a, **k) Oct 12 18:01:21.476246 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:01:21.476246 dv-cinder-813226-2-iscsi neutron-server[105767]: return self._get(url).json() Oct 12 18:01:21.476246 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:01:21.476246 dv-cinder-813226-2-iscsi neutron-server[105767]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:01:21.476246 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:01:21.476246 dv-cinder-813226-2-iscsi neutron-server[105767]: return self.request(url, 'GET', **kwargs) Oct 12 18:01:21.476246 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:01:21.476246 dv-cinder-813226-2-iscsi neutron-server[105767]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:01:21.476246 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:01:21.476246 dv-cinder-813226-2-iscsi neutron-server[105767]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:01:21.476246 dv-cinder-813226-2-iscsi neutron-server[105767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:01:21.476246 dv-cinder-813226-2-iscsi neutron-server[105767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:01:21.476246 dv-cinder-813226-2-iscsi neutron-server[105767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:01:21.549064 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-0ceef4e6-e34b-46c1-9f03-5afa33d57400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8091041'] for network, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:21.556174 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-0ceef4e6-e34b-46c1-9f03-5afa33d57400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for network, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:21.559390 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-0ceef4e6-e34b-46c1-9f03-5afa33d57400 admin admin] 10.222.0.85 "DELETE /v2.0/networks/a3a8bddd-b0cc-48a3-86c3-df5ba654dc89 HTTP/1.1" status: 204 len: 168 time: 0.3438017 Oct 12 18:01:21.574116 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceef4e6-e34b-46c1-9f03-5afa33d57400 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3a8bddd-b0cc-48a3-86c3-df5ba654dc89,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:01:21.765530 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 41812) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:01:21.818284 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-0d450f41-8527-41c7-9b47-4e1af101b273 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4ccee480e9e64f06b2d6345f0e0b3041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515182 Oct 12 18:01:21.822254 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 41814) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:01:21.877125 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c53cbd2f-b71f-4d41-a1cd-4055bd36a540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:21.900767 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c53cbd2f-b71f-4d41-a1cd-4055bd36a540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:21.962110 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c53cbd2f-b71f-4d41-a1cd-4055bd36a540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:21.965852 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c53cbd2f-b71f-4d41-a1cd-4055bd36a540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:21.969317 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-c53cbd2f-b71f-4d41-a1cd-4055bd36a540 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/54b1f2b6-039f-4913-b1bd-7a4c4f97a1d3 HTTP/1.1" status: 204 len: 168 time: 0.1432314 Oct 12 18:01:21.978074 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53cbd2f-b71f-4d41-a1cd-4055bd36a540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b1f2b6-039f-4913-b1bd-7a4c4f97a1d3,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:01:26.653935 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0eabff02-c5ca-4670-89a1-93dd5e79c0a3 req-a61a5379-d137-44f9-a13c-4407d34a612a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f2321d6d-2876-4b0a-8d8a-445ffa1b1287&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479629 Oct 12 18:01:26.749185 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eabff02-c5ca-4670-89a1-93dd5e79c0a3 req-50ebb1cd-b620-48a6-a7bb-b118936d0c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:26.750641 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:26.751169 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0eabff02-c5ca-4670-89a1-93dd5e79c0a3 req-50ebb1cd-b620-48a6-a7bb-b118936d0c78 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b733cd5636f4c5ead827ce9ef00dffb&device_id=f2321d6d-2876-4b0a-8d8a-445ffa1b1287 HTTP/1.1" status: 200 len: 1098 time: 0.0480006 Oct 12 18:01:26.869489 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eabff02-c5ca-4670-89a1-93dd5e79c0a3 req-d6102675-12cf-43dc-a51f-22f2a2570617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:26.870985 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0eabff02-c5ca-4670-89a1-93dd5e79c0a3 req-d6102675-12cf-43dc-a51f-22f2a2570617 service neutron] 10.222.0.44 "GET /v2.0/networks?id=747c1029-0841-4266-be19-4e4d0afb5d86 HTTP/1.1" status: 200 len: 914 time: 0.0989923 Oct 12 18:01:26.945816 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0eabff02-c5ca-4670-89a1-93dd5e79c0a3 req-542bb753-fa7d-436c-a4ab-7c64f9215829 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b115013c-c08c-4dc1-9d20-0c2e7091f262 HTTP/1.1" status: 200 len: 1000 time: 0.0671518 Oct 12 18:01:26.996204 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eabff02-c5ca-4670-89a1-93dd5e79c0a3 req-feef913e-8129-4488-bc11-b3be68cb0703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:26.997810 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0eabff02-c5ca-4670-89a1-93dd5e79c0a3 req-feef913e-8129-4488-bc11-b3be68cb0703 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0f763c5d-30cb-4f99-a6df-7fc6e82e4da9 HTTP/1.1" status: 200 len: 851 time: 0.0445189 Oct 12 18:01:27.054687 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eabff02-c5ca-4670-89a1-93dd5e79c0a3 req-5dfc6dfa-7020-48b4-8179-a4fbcceac025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:27.057131 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0eabff02-c5ca-4670-89a1-93dd5e79c0a3 req-5dfc6dfa-7020-48b4-8179-a4fbcceac025 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=747c1029-0841-4266-be19-4e4d0afb5d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516086 Oct 12 18:01:27.154302 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0eabff02-c5ca-4670-89a1-93dd5e79c0a3 req-75d80eb0-1843-4f9f-84e3-c5808e913104 service neutron] 10.222.0.44 "GET /v2.0/networks/747c1029-0841-4266-be19-4e4d0afb5d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894241 Oct 12 18:01:27.249406 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0eabff02-c5ca-4670-89a1-93dd5e79c0a3 req-11d12ea6-f3e0-4625-8c87-752f5816d298 service neutron] 10.222.0.44 "GET /v2.0/networks/747c1029-0841-4266-be19-4e4d0afb5d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876613 Oct 12 18:01:36.177213 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 6 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:01:38.308411 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-be386354-9507-42cc-ae99-1833ce88d200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:41.053279 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-f15aeeb7-2a79-447a-9c30-3b9ad6232d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:41.913142 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:42.332032 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:43.865603 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:56.758458 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:02.539435 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdaa375-76cf-4170-9887-c54087399203 req-8deec3b3-bda9-4466-8e5a-ae347ecaa07e tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:02.540923 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0cdaa375-76cf-4170-9887-c54087399203 req-8deec3b3-bda9-4466-8e5a-ae347ecaa07e tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=f2321d6d-2876-4b0a-8d8a-445ffa1b1287 HTTP/1.1" status: 200 len: 945 time: 0.0506403 Oct 12 18:02:02.578805 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-0cdaa375-76cf-4170-9887-c54087399203 req-d178d8aa-44a3-40c3-a02b-468844374973 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310798 Oct 12 18:02:03.701838 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b611142-5fee-48f6-a786-3037b5ab160e req-42a5cc4e-27e9-433d-85a7-e0b1c7638af2 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:03.703328 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5b611142-5fee-48f6-a786-3037b5ab160e req-42a5cc4e-27e9-433d-85a7-e0b1c7638af2 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=f2321d6d-2876-4b0a-8d8a-445ffa1b1287 HTTP/1.1" status: 200 len: 945 time: 0.0521631 Oct 12 18:02:03.743158 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5b611142-5fee-48f6-a786-3037b5ab160e req-a3f831d6-a1e8-4cf2-bdd6-1d05e5636d97 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310867 Oct 12 18:02:04.041933 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e49b90-609e-4c57-959a-9cc62e20f1bf req-7b640950-bbff-49f7-b8d1-1332dd322c96 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:04.043418 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-38e49b90-609e-4c57-959a-9cc62e20f1bf req-7b640950-bbff-49f7-b8d1-1332dd322c96 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2321d6d-2876-4b0a-8d8a-445ffa1b1287 HTTP/1.1" status: 200 len: 945 time: 0.0537128 Oct 12 18:02:04.133997 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [req-38e49b90-609e-4c57-959a-9cc62e20f1bf req-61619761-fb05-470b-b3ca-6217097224aa tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Deleting port b115013c-c08c-4dc1-9d20-0c2e7091f262 {{(pid=105767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:02:04.134336 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-38e49b90-609e-4c57-959a-9cc62e20f1bf req-61619761-fb05-470b-b3ca-6217097224aa tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:04.231366 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-38e49b90-609e-4c57-959a-9cc62e20f1bf req-61619761-fb05-470b-b3ca-6217097224aa tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] For port b115013c-c08c-4dc1-9d20-0c2e7091f262, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b115013c-c08c-4dc1-9d20-0c2e7091f262,segment=NetworkSegment(a27a5a2f-2c43-4a86-974b-4e72668c54e4),segment_id=a27a5a2f-2c43-4a86-974b-4e72668c54e4)] {{(pid=105767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:02:04.231621 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-38e49b90-609e-4c57-959a-9cc62e20f1bf req-61619761-fb05-470b-b3ca-6217097224aa tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:04.421195 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-38e49b90-609e-4c57-959a-9cc62e20f1bf req-61619761-fb05-470b-b3ca-6217097224aa tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:04.421555 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-38e49b90-609e-4c57-959a-9cc62e20f1bf req-61619761-fb05-470b-b3ca-6217097224aa tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8091027'] for floatingip, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:04.421897 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.db.l3_db [req-38e49b90-609e-4c57-959a-9cc62e20f1bf req-61619761-fb05-470b-b3ca-6217097224aa tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Floating IP affb39eb-0b05-4291-8cb4-4d3ed60a27e1 disassociated. External IP: 172.27.0.98, port: b115013c-c08c-4dc1-9d20-0c2e7091f262. Oct 12 18:02:04.422227 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [req-38e49b90-609e-4c57-959a-9cc62e20f1bf req-61619761-fb05-470b-b3ca-6217097224aa tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Calling delete_port for b115013c-c08c-4dc1-9d20-0c2e7091f262 owned by compute:nova {{(pid=105767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:02:04.581900 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-38e49b90-609e-4c57-959a-9cc62e20f1bf req-61619761-fb05-470b-b3ca-6217097224aa tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:04.610612 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61619761-fb05-470b-b3ca-6217097224aa tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Pushing event deleted for resources: {'Port': ['ID=b115013c-c08c-4dc1-9d20-0c2e7091f262,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:02:04.622723 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61619761-fb05-470b-b3ca-6217097224aa tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:02:04.623216 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61619761-fb05-470b-b3ca-6217097224aa tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:02:04.623868 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61619761-fb05-470b-b3ca-6217097224aa tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:02:04.623868 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61619761-fb05-470b-b3ca-6217097224aa tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:02:04.624187 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61619761-fb05-470b-b3ca-6217097224aa tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:02:04.624515 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61619761-fb05-470b-b3ca-6217097224aa tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:02:04.624856 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61619761-fb05-470b-b3ca-6217097224aa tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:02:04.625198 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61619761-fb05-470b-b3ca-6217097224aa tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:02:04.625494 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61619761-fb05-470b-b3ca-6217097224aa tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:02:04.625815 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61619761-fb05-470b-b3ca-6217097224aa tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:02:04.626134 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61619761-fb05-470b-b3ca-6217097224aa tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:02:04.626477 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61619761-fb05-470b-b3ca-6217097224aa tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:02:04.745269 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38e49b90-609e-4c57-959a-9cc62e20f1bf req-61619761-fb05-470b-b3ca-6217097224aa tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Router 67b6cbf3-21e9-4f92-9190-98cb697db547 has already been hosted by L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 {{(pid=105767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:02:04.855715 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38e49b90-609e-4c57-959a-9cc62e20f1bf req-61619761-fb05-470b-b3ca-6217097224aa tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:02:04.857474 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-81ba1560-5c51-4aa0-a81f-575273fd8ddf req-f9f03bef-e245-4de5-a40d-43c63b65026c tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=f2321d6d-2876-4b0a-8d8a-445ffa1b1287 HTTP/1.1" status: 200 len: 210 time: 0.0262420 Oct 12 18:02:04.866607 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c059f6-d0d8-446c-b669-7c6c32791ba0 None None] Sync routers for ids ['67b6cbf3-21e9-4f92-9190-98cb697db547'] in dv-cinder-813226-2-iscsi {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:02:04.877027 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c059f6-d0d8-446c-b669-7c6c32791ba0 None None] Routers {'67b6cbf3-21e9-4f92-9190-98cb697db547'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:02:04.877659 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-75c059f6-d0d8-446c-b669-7c6c32791ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T18:01:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['67b6cbf3-21e9-4f92-9190-98cb697db547'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:02:04.897628 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e49b90-609e-4c57-959a-9cc62e20f1bf req-61619761-fb05-470b-b3ca-6217097224aa tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] No DVR routers for this DVR port b115013c-c08c-4dc1-9d20-0c2e7091f262 on host hv-cinder-81322 {{(pid=105767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:02:04.900461 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-38e49b90-609e-4c57-959a-9cc62e20f1bf req-61619761-fb05-470b-b3ca-6217097224aa tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:04.904269 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-38e49b90-609e-4c57-959a-9cc62e20f1bf req-61619761-fb05-470b-b3ca-6217097224aa tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.44 "DELETE /v2.0/ports/b115013c-c08c-4dc1-9d20-0c2e7091f262 HTTP/1.1" status: 204 len: 173 time: 0.8548064 Oct 12 18:02:04.904729 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2321d6d-2876-4b0a-8d8a-445ffa1b1287', 'name': 'network-vif-deleted', 'tag': 'b115013c-c08c-4dc1-9d20-0c2e7091f262'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:02:04.907043 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849867a9-abed-4c7d-80dc-3e669360e069" -d '{"events": [{"server_uuid": "f2321d6d-2876-4b0a-8d8a-445ffa1b1287", "name": "network-vif-deleted", "tag": "b115013c-c08c-4dc1-9d20-0c2e7091f262"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:02:04.954030 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b5f575-8665-4e20-9c3e-be61984c78f5 x-openstack-request-id: req-82b5f575-8665-4e20-9c3e-be61984c78f5 {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:02:04.954327 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2321d6d-2876-4b0a-8d8a-445ffa1b1287", "name": "network-vif-deleted", "tag": "b115013c-c08c-4dc1-9d20-0c2e7091f262", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:02:04.954611 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-82b5f575-8665-4e20-9c3e-be61984c78f5 {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:02:04.955015 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2321d6d-2876-4b0a-8d8a-445ffa1b1287', 'name': 'network-vif-deleted', 'tag': 'b115013c-c08c-4dc1-9d20-0c2e7091f262', 'status': 'completed', 'code': 200} Oct 12 18:02:04.994207 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-75c059f6-d0d8-446c-b669-7c6c32791ba0 None None] Set router 67b6cbf3-21e9-4f92-9190-98cb697db547 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:02:05.203630 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-75c059f6-d0d8-446c-b669-7c6c32791ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'name': 'tempest-TestVolumeBootPattern-1675155538-router', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:59:07Z', 'updated_at': '2021-10-12T17:59:10Z', 'revision_number': 4, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'gw_port': {'id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:08Z', 'updated_at': '2021-10-12T17:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': 'af852ccc-9bb0-4dc2-bb64-af021d78dda9', 'name': '', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'mac_address': 'fa:16:3e:ff:2c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:10Z', 'updated_at': '2021-10-12T17:59:16Z', 'revision_number': 5, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'subnets': [{'id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:02:05.230145 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c059f6-d0d8-446c-b669-7c6c32791ba0 None None] Checking router: 67b6cbf3-21e9-4f92-9190-98cb697db547 for host: dv-cinder-813226-2-iscsi {{(pid=105768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:02:05.238806 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c059f6-d0d8-446c-b669-7c6c32791ba0 None None] Routers {'67b6cbf3-21e9-4f92-9190-98cb697db547'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:02:05.239411 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-75c059f6-d0d8-446c-b669-7c6c32791ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T18:01:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['67b6cbf3-21e9-4f92-9190-98cb697db547'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:02:05.346716 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-75c059f6-d0d8-446c-b669-7c6c32791ba0 None None] Set router 67b6cbf3-21e9-4f92-9190-98cb697db547 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:02:05.565489 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-75c059f6-d0d8-446c-b669-7c6c32791ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'name': 'tempest-TestVolumeBootPattern-1675155538-router', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:59:07Z', 'updated_at': '2021-10-12T17:59:10Z', 'revision_number': 4, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'gw_port': {'id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:08Z', 'updated_at': '2021-10-12T17:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': 'af852ccc-9bb0-4dc2-bb64-af021d78dda9', 'name': '', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'mac_address': 'fa:16:3e:ff:2c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:10Z', 'updated_at': '2021-10-12T17:59:16Z', 'revision_number': 5, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'subnets': [{'id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:02:05.596262 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c059f6-d0d8-446c-b669-7c6c32791ba0 None None] The sync data for ids ['67b6cbf3-21e9-4f92-9190-98cb697db547'] in dv-cinder-813226-2-iscsi is: [{'id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'name': 'tempest-TestVolumeBootPattern-1675155538-router', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:59:07Z', 'updated_at': '2021-10-12T17:59:10Z', 'revision_number': 4, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'gw_port': {'id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:08Z', 'updated_at': '2021-10-12T17:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': 'af852ccc-9bb0-4dc2-bb64-af021d78dda9', 'name': '', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'mac_address': 'fa:16:3e:ff:2c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:10Z', 'updated_at': '2021-10-12T17:59:16Z', 'revision_number': 5, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'subnets': [{'id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:02:05.812258 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432b711a-e3e1-41af-a2ee-8c6ae048ec4b None None] New status for floating IP affb39eb-0b05-4291-8cb4-4d3ed60a27e1: DOWN {{(pid=105769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:02:06.144324 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-dfb8fe68-b8f0-4071-995b-0652bb278cc1 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-269064666&fields=id&tenant_id=7b733cd5636f4c5ead827ce9ef00dffb HTTP/1.1" status: 200 len: 267 time: 0.0368259 Oct 12 18:02:06.252920 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-94300df1-08b2-4e06-b0e3-d9f4175d0282 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:06.254383 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-94300df1-08b2-4e06-b0e3-d9f4175d0282 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/networks?id=747c1029-0841-4266-be19-4e4d0afb5d86 HTTP/1.1" status: 200 len: 812 time: 0.1033061 Oct 12 18:02:06.271369 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-116b1394-06df-4f02-b4dd-7d0c4da484b3 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/quotas/7b733cd5636f4c5ead827ce9ef00dffb HTTP/1.1" status: 200 len: 375 time: 0.0102940 Oct 12 18:02:06.326265 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-65b951b3-0be1-4678-8919-a89f09f64558 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=7b733cd5636f4c5ead827ce9ef00dffb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489814 Oct 12 18:02:06.567533 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-73ed0596-ef12-4175-9213-7386121abab5 service neutron] 10.222.0.85 "GET /v2.0/networks/747c1029-0841-4266-be19-4e4d0afb5d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253096 Oct 12 18:02:06.655337 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-2282eb6d-616b-4139-a4e5-854cb4a0cd67 service neutron] 10.222.0.85 "GET /v2.0/networks/747c1029-0841-4266-be19-4e4d0afb5d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836577 Oct 12 18:02:06.974081 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-84cc192f-15f6-4930-ac5d-9a9b97ce61f3 req-d84d90de-f00a-4d8a-9309-c4836e5bb010 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=6461a25a-27b1-4d0d-9c7d-a0f489e7ae18 HTTP/1.1" status: 200 len: 210 time: 0.0366151 Oct 12 18:02:07.029070 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device b115013c-c08c-4dc1-9d20-0c2e7091f262 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:02:07.050394 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] No Port match for: b115013c-c08c-4dc1-9d20-0c2e7091f262 {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:02:07.050875 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device b115013c-c08c-4dc1-9d20-0c2e7091f262 not bound to the agent host hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:02:08.043317 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-9286aced-3cba-46c3-9468-db1df8aa3385 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:08.044851 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-9286aced-3cba-46c3-9468-db1df8aa3385 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.44 "GET /v2.0/networks?id=747c1029-0841-4266-be19-4e4d0afb5d86 HTTP/1.1" status: 200 len: 812 time: 0.1091907 Oct 12 18:02:08.073436 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-eafefad9-e8d3-4ff8-a6df-a795c9732646 req-7f93f3a3-9a59-4125-ad63-69834b9231ca tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=6461a25a-27b1-4d0d-9c7d-a0f489e7ae18 HTTP/1.1" status: 200 len: 210 time: 0.0266855 Oct 12 18:02:08.089741 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-ec7ad5f9-c13a-4c19-80b3-deb7f6e9ffec tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b733cd5636f4c5ead827ce9ef00dffb HTTP/1.1" status: 200 len: 379 time: 0.0361071 Oct 12 18:02:08.099573 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-b5b0cc80-ed10-42ba-ba38-25ac97156b7b tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Request body: {'port': {'device_id': '6461a25a-27b1-4d0d-9c7d-a0f489e7ae18', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'admin_state_up': True, 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'security_groups': ['444fa5fe-a577-48d3-a156-bdbed0641817']}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:02:08.222278 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-b5b0cc80-ed10-42ba-ba38-25ac97156b7b tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Made reservation on behalf of 7b733cd5636f4c5ead827ce9ef00dffb for: {'port': 1} {{(pid=105767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:02:08.227912 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-b5b0cc80-ed10-42ba-ba38-25ac97156b7b tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:08.305689 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-6e8c513f-1eb9-4ae5-932f-632b0cccadc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:08.362281 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.db_base_plugin_common [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-b5b0cc80-ed10-42ba-ba38-25ac97156b7b tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Allocated IP 172.20.0.9 (747c1029-0841-4266-be19-4e4d0afb5d86/0f763c5d-30cb-4f99-a6df-7fc6e82e4da9/fc6c64a9-994f-454a-8b00-4615e88573c8) {{(pid=105767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:02:08.510015 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-b5b0cc80-ed10-42ba-ba38-25ac97156b7b tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for port, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:08.544501 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-b5b0cc80-ed10-42ba-ba38-25ac97156b7b tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:08.586862 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-b5b0cc80-ed10-42ba-ba38-25ac97156b7b tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Network 747c1029-0841-4266-be19-4e4d0afb5d86 is already hosted by enough agents. {{(pid=105767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:02:08.589952 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-b5b0cc80-ed10-42ba-ba38-25ac97156b7b tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Resources bound (agent type, host, resource id): {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:02:08.593874 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-b5b0cc80-ed10-42ba-ba38-25ac97156b7b tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Received port after_create {{(pid=105767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:02:08.600005 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0cc80-ed10-42ba-ba38-25ac97156b7b tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Pushing event updated for resources: {'Port': ['ID=fc6c64a9-994f-454a-8b00-4615e88573c8,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:02:08.651480 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-b5b0cc80-ed10-42ba-ba38-25ac97156b7b tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:08.652113 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-b5b0cc80-ed10-42ba-ba38-25ac97156b7b tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:08.671227 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-b5b0cc80-ed10-42ba-ba38-25ac97156b7b tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5753105 Oct 12 18:02:08.683770 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-67ffd04e-913e-4dac-af8d-d3c71b0c0d0a service neutron] Request body: {'port': {'device_id': '6461a25a-27b1-4d0d-9c7d-a0f489e7ae18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:02:08.738687 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-67ffd04e-913e-4dac-af8d-d3c71b0c0d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:08.769000 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-5cb8a4a4-6c08-43f5-af34-12687751325f None None] Provisioning complete for port fc6c64a9-994f-454a-8b00-4615e88573c8 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:02:08.769398 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-5cb8a4a4-6c08-43f5-af34-12687751325f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:08.803069 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-5cb8a4a4-6c08-43f5-af34-12687751325f None None] Port fc6c64a9-994f-454a-8b00-4615e88573c8 cannot update to ACTIVE because it is not bound. {{(pid=105768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:02:09.004623 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-67ffd04e-913e-4dac-af8d-d3c71b0c0d0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc6c64a9-994f-454a-8b00-4615e88573c8 {{(pid=105767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:02:09.012695 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-67ffd04e-913e-4dac-af8d-d3c71b0c0d0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:09.025781 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-67ffd04e-913e-4dac-af8d-d3c71b0c0d0a service neutron] Transition to ACTIVE for port object fc6c64a9-994f-454a-8b00-4615e88573c8 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:02:09.034557 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-67ffd04e-913e-4dac-af8d-d3c71b0c0d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196327'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:09.089267 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ffd04e-913e-4dac-af8d-d3c71b0c0d0a service neutron] Pushing event updated for resources: {'Port': ['ID=fc6c64a9-994f-454a-8b00-4615e88573c8,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:02:09.167444 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-67ffd04e-913e-4dac-af8d-d3c71b0c0d0a service neutron] Attempting to bind port fc6c64a9-994f-454a-8b00-4615e88573c8 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:02:09.167780 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-67ffd04e-913e-4dac-af8d-d3c71b0c0d0a service neutron] Attempting to bind port fc6c64a9-994f-454a-8b00-4615e88573c8 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'a27a5a2f-2c43-4a86-974b-4e72668c54e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:02:09.168111 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-67ffd04e-913e-4dac-af8d-d3c71b0c0d0a service neutron] Attempting to bind port fc6c64a9-994f-454a-8b00-4615e88573c8 on network 747c1029-0841-4266-be19-4e4d0afb5d86 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:02:09.172821 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-67ffd04e-913e-4dac-af8d-d3c71b0c0d0a service neutron] Port fc6c64a9-994f-454a-8b00-4615e88573c8 on network 747c1029-0841-4266-be19-4e4d0afb5d86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:02:09.173144 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-67ffd04e-913e-4dac-af8d-d3c71b0c0d0a service neutron] Attempting to bind port fc6c64a9-994f-454a-8b00-4615e88573c8 on network 747c1029-0841-4266-be19-4e4d0afb5d86 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:02:09.178010 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-67ffd04e-913e-4dac-af8d-d3c71b0c0d0a service neutron] Checking agent: {'id': '4d49b38b-ca89-4e5d-a715-678a9ae3215e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 47, 26), 'started_at': datetime.datetime(2021, 10, 12, 17, 47, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:02:09.178374 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-67ffd04e-913e-4dac-af8d-d3c71b0c0d0a service neutron] Checking segment: {'id': 'a27a5a2f-2c43-4a86-974b-4e72668c54e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:02:09.178757 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-67ffd04e-913e-4dac-af8d-d3c71b0c0d0a service neutron] Bound using segment: {'id': 'a27a5a2f-2c43-4a86-974b-4e72668c54e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:02:09.179183 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-67ffd04e-913e-4dac-af8d-d3c71b0c0d0a service neutron] Bound port: fc6c64a9-994f-454a-8b00-4615e88573c8, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a27a5a2f-2c43-4a86-974b-4e72668c54e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:02:09.179570 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-67ffd04e-913e-4dac-af8d-d3c71b0c0d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:09.197914 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93e420-8d2e-4f2e-b393-1c56e4c02757 req-79adc1e7-49aa-467b-af3b-636cb4b8621b tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:09.199523 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6b93e420-8d2e-4f2e-b393-1c56e4c02757 req-79adc1e7-49aa-467b-af3b-636cb4b8621b tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=6461a25a-27b1-4d0d-9c7d-a0f489e7ae18 HTTP/1.1" status: 200 len: 943 time: 0.0521336 Oct 12 18:02:09.240434 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-6b93e420-8d2e-4f2e-b393-1c56e4c02757 req-f5c2aba8-bb3f-4501-980f-9c031a52d71a tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342309 Oct 12 18:02:09.246471 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-67ffd04e-913e-4dac-af8d-d3c71b0c0d0a service neutron] For port fc6c64a9-994f-454a-8b00-4615e88573c8, host hv-cinder-81322, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:02:09.249957 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-67ffd04e-913e-4dac-af8d-d3c71b0c0d0a service neutron] For port fc6c64a9-994f-454a-8b00-4615e88573c8, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fc6c64a9-994f-454a-8b00-4615e88573c8,segment=NetworkSegment(a27a5a2f-2c43-4a86-974b-4e72668c54e4),segment_id=a27a5a2f-2c43-4a86-974b-4e72668c54e4)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:02:09.256369 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-67ffd04e-913e-4dac-af8d-d3c71b0c0d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196327'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:09.294129 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-67ffd04e-913e-4dac-af8d-d3c71b0c0d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:09.294870 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-67ffd04e-913e-4dac-af8d-d3c71b0c0d0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:09.296250 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-67ffd04e-913e-4dac-af8d-d3c71b0c0d0a service neutron] 10.222.0.44 "PUT /v2.0/ports/fc6c64a9-994f-454a-8b00-4615e88573c8 HTTP/1.1" status: 200 len: 1093 time: 0.6168349 Oct 12 18:02:09.296663 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6461a25a-27b1-4d0d-9c7d-a0f489e7ae18', 'tag': 'fc6c64a9-994f-454a-8b00-4615e88573c8'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:02:09.298924 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c099bd09-68d8-4751-82da-9dc024940f04" -d '{"events": [{"name": "network-changed", "server_uuid": "6461a25a-27b1-4d0d-9c7d-a0f489e7ae18", "tag": "fc6c64a9-994f-454a-8b00-4615e88573c8"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:02:09.324020 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ffd04e-913e-4dac-af8d-d3c71b0c0d0a service neutron] Pushing event updated for resources: {'Port': ['ID=fc6c64a9-994f-454a-8b00-4615e88573c8,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:02:09.359878 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a32558d-88a0-45b5-bf49-8692366bf103 x-openstack-request-id: req-9a32558d-88a0-45b5-bf49-8692366bf103 {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:02:09.360160 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6461a25a-27b1-4d0d-9c7d-a0f489e7ae18", "tag": "fc6c64a9-994f-454a-8b00-4615e88573c8", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:02:09.360408 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-9a32558d-88a0-45b5-bf49-8692366bf103 {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:02:09.360789 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6461a25a-27b1-4d0d-9c7d-a0f489e7ae18', 'tag': 'fc6c64a9-994f-454a-8b00-4615e88573c8', 'status': 'completed', 'code': 200} Oct 12 18:02:09.393715 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-e3c12b8f-a3ee-4f3f-99a2-d7b30ff84065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:09.395300 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-e3c12b8f-a3ee-4f3f-99a2-d7b30ff84065 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b733cd5636f4c5ead827ce9ef00dffb&device_id=6461a25a-27b1-4d0d-9c7d-a0f489e7ae18 HTTP/1.1" status: 200 len: 1096 time: 0.0448768 Oct 12 18:02:09.439561 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-ad9fb96d-8c39-4f8b-914c-e48a999e8503 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc6c64a9-994f-454a-8b00-4615e88573c8 HTTP/1.1" status: 200 len: 217 time: 0.0358465 Oct 12 18:02:09.492699 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-8e637393-4aa8-4c69-803d-411b63f42278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:09.494139 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-8e637393-4aa8-4c69-803d-411b63f42278 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0f763c5d-30cb-4f99-a6df-7fc6e82e4da9 HTTP/1.1" status: 200 len: 851 time: 0.0469055 Oct 12 18:02:09.541317 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-aea9166e-1b6b-4100-99db-bae3794daa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:09.542721 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-aea9166e-1b6b-4100-99db-bae3794daa8e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=747c1029-0841-4266-be19-4e4d0afb5d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406966 Oct 12 18:02:09.631586 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-551f2b7f-2c2c-4a93-892b-3eab4bc9d2fa service neutron] 10.222.0.44 "GET /v2.0/networks/747c1029-0841-4266-be19-4e4d0afb5d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815809 Oct 12 18:02:09.739536 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-cfbeb954-7afb-4264-92e6-a14b94f924a2 req-205f6b66-f560-4ffd-919d-32450f24de66 service neutron] 10.222.0.44 "GET /v2.0/networks/747c1029-0841-4266-be19-4e4d0afb5d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992880 Oct 12 18:02:09.840227 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099bd09-68d8-4751-82da-9dc024940f04 req-385a5ddf-4d1c-4ace-9b9d-2f79d6548f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:09.841855 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-c099bd09-68d8-4751-82da-9dc024940f04 req-385a5ddf-4d1c-4ace-9b9d-2f79d6548f67 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b733cd5636f4c5ead827ce9ef00dffb&device_id=6461a25a-27b1-4d0d-9c7d-a0f489e7ae18 HTTP/1.1" status: 200 len: 1096 time: 0.0485580 Oct 12 18:02:09.935778 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099bd09-68d8-4751-82da-9dc024940f04 req-1862ced4-1faf-48d0-bea4-dfda2fd35874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:09.937275 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-c099bd09-68d8-4751-82da-9dc024940f04 req-1862ced4-1faf-48d0-bea4-dfda2fd35874 service neutron] 10.222.0.44 "GET /v2.0/networks?id=747c1029-0841-4266-be19-4e4d0afb5d86 HTTP/1.1" status: 200 len: 914 time: 0.0878208 Oct 12 18:02:09.979917 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-c099bd09-68d8-4751-82da-9dc024940f04 req-28007d8f-8581-4a1a-a280-ebf5a8515a95 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc6c64a9-994f-454a-8b00-4615e88573c8 HTTP/1.1" status: 200 len: 217 time: 0.0343046 Oct 12 18:02:10.031319 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099bd09-68d8-4751-82da-9dc024940f04 req-23c676b6-373d-4a1d-b43b-b67d3202f571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:10.032796 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-c099bd09-68d8-4751-82da-9dc024940f04 req-23c676b6-373d-4a1d-b43b-b67d3202f571 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0f763c5d-30cb-4f99-a6df-7fc6e82e4da9 HTTP/1.1" status: 200 len: 851 time: 0.0451131 Oct 12 18:02:10.357931 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099bd09-68d8-4751-82da-9dc024940f04 req-0085e507-3b6f-4d4a-9a21-793f518bc30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:10.359492 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-c099bd09-68d8-4751-82da-9dc024940f04 req-0085e507-3b6f-4d4a-9a21-793f518bc30a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=747c1029-0841-4266-be19-4e4d0afb5d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3182073 Oct 12 18:02:10.368231 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033dc0d-0c39-4531-9bf3-734b80e2a7b6 req-d8395fe6-3a58-449c-8efa-542615081330 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:10.369732 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f033dc0d-0c39-4531-9bf3-734b80e2a7b6 req-d8395fe6-3a58-449c-8efa-542615081330 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=6461a25a-27b1-4d0d-9c7d-a0f489e7ae18 HTTP/1.1" status: 200 len: 943 time: 0.0589428 Oct 12 18:02:10.408200 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-f033dc0d-0c39-4531-9bf3-734b80e2a7b6 req-0e8332bd-4e79-4f23-be9d-19603d79bb1d tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319192 Oct 12 18:02:10.451005 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-c099bd09-68d8-4751-82da-9dc024940f04 req-34b0e3f3-8dad-4eed-9456-3a4aaf76703e service neutron] 10.222.0.44 "GET /v2.0/networks/747c1029-0841-4266-be19-4e4d0afb5d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833213 Oct 12 18:02:10.543948 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-c099bd09-68d8-4751-82da-9dc024940f04 req-f090f881-bbf7-4743-8e63-b5d70b241c03 service neutron] 10.222.0.44 "GET /v2.0/networks/747c1029-0841-4266-be19-4e4d0afb5d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853555 Oct 12 18:02:11.055052 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-3ba1e5ad-c340-49a3-9afd-55388aa1b17a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:11.536025 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ec032-1513-481e-aee0-603c2e8082eb req-a8ac02ad-4034-4d26-8904-7c7d56320c2c tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:11.537473 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-566ec032-1513-481e-aee0-603c2e8082eb req-a8ac02ad-4034-4d26-8904-7c7d56320c2c tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=6461a25a-27b1-4d0d-9c7d-a0f489e7ae18 HTTP/1.1" status: 200 len: 943 time: 0.0552011 Oct 12 18:02:11.578217 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-566ec032-1513-481e-aee0-603c2e8082eb req-bb784a83-df5b-4766-8652-741aa97fdbd7 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317550 Oct 12 18:02:11.911680 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:12.337500 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:12.699816 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb54822-40a1-42d0-9625-852943cf58c0 req-a2859652-772b-46fc-b2d3-07708b4d21ce tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:12.701280 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-fbb54822-40a1-42d0-9625-852943cf58c0 req-a2859652-772b-46fc-b2d3-07708b4d21ce tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=6461a25a-27b1-4d0d-9c7d-a0f489e7ae18 HTTP/1.1" status: 200 len: 943 time: 0.0505714 Oct 12 18:02:12.739777 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-fbb54822-40a1-42d0-9625-852943cf58c0 req-66c16b68-241b-4e09-bb46-653697ca74f8 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323899 Oct 12 18:02:13.179272 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 6 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:02:13.865050 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:13.874014 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57201b-70c1-430c-a9b6-cbb588528808 req-0839e8ea-643f-4d20-ace2-519eba230638 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:13.875554 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ad57201b-70c1-430c-a9b6-cbb588528808 req-0839e8ea-643f-4d20-ace2-519eba230638 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=6461a25a-27b1-4d0d-9c7d-a0f489e7ae18 HTTP/1.1" status: 200 len: 943 time: 0.0540516 Oct 12 18:02:13.913989 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-ad57201b-70c1-430c-a9b6-cbb588528808 req-185cd379-5d52-4d93-92d0-ce20498ac208 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323582 Oct 12 18:02:15.044894 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c664e0e-e169-4e2d-b96e-b879d1a3f07e req-d4fafe15-741d-4957-8c50-2d3d6bc5ce02 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:15.046385 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8c664e0e-e169-4e2d-b96e-b879d1a3f07e req-d4fafe15-741d-4957-8c50-2d3d6bc5ce02 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=6461a25a-27b1-4d0d-9c7d-a0f489e7ae18 HTTP/1.1" status: 200 len: 943 time: 0.0548608 Oct 12 18:02:15.090563 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-8c664e0e-e169-4e2d-b96e-b879d1a3f07e req-51647f1d-bbe0-4468-ae39-7b2972591591 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352094 Oct 12 18:02:16.220206 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3956d6-600c-4604-a709-188c126026c6 req-76e96fff-7f8b-44f7-863c-d990a104df60 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:16.221568 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5d3956d6-600c-4604-a709-188c126026c6 req-76e96fff-7f8b-44f7-863c-d990a104df60 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=6461a25a-27b1-4d0d-9c7d-a0f489e7ae18 HTTP/1.1" status: 200 len: 943 time: 0.0538266 Oct 12 18:02:16.263371 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-5d3956d6-600c-4604-a709-188c126026c6 req-20b1c346-18a6-4f4a-871e-197e921ceda7 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328550 Oct 12 18:02:17.061256 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device fc6c64a9-994f-454a-8b00-4615e88573c8 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:02:17.163629 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port fc6c64a9-994f-454a-8b00-4615e88573c8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fc6c64a9-994f-454a-8b00-4615e88573c8,segment=NetworkSegment(a27a5a2f-2c43-4a86-974b-4e72668c54e4),segment_id=a27a5a2f-2c43-4a86-974b-4e72668c54e4)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:02:17.175061 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Returning: {'device': 'fc6c64a9-994f-454a-8b00-4615e88573c8', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'port_id': 'fc6c64a9-994f-454a-8b00-4615e88573c8', 'mac_address': 'fa:16:3e:ed:6b:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:02:17.212073 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:17.225213 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc6c64a9-994f-454a-8b00-4615e88573c8 {{(pid=105768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:02:17.252626 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port fc6c64a9-994f-454a-8b00-4615e88573c8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fc6c64a9-994f-454a-8b00-4615e88573c8,segment=NetworkSegment(a27a5a2f-2c43-4a86-974b-4e72668c54e4),segment_id=a27a5a2f-2c43-4a86-974b-4e72668c54e4)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:02:17.258597 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:17.304181 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=fc6c64a9-994f-454a-8b00-4615e88573c8,revision_number=4']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:02:17.311261 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:02:17.311614 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:02:17.311932 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:02:17.312289 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:02:17.312626 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:02:17.312936 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:02:17.313379 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:02:17.313695 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:02:17.314027 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:02:17.314385 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:02:17.314699 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:02:17.315019 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:02:17.387115 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d8252-73ab-4566-b8c1-abda1353230f req-48fbe82a-eb17-469c-a381-7dae96a40c25 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:17.388638 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a14d8252-73ab-4566-b8c1-abda1353230f req-48fbe82a-eb17-469c-a381-7dae96a40c25 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=6461a25a-27b1-4d0d-9c7d-a0f489e7ae18 HTTP/1.1" status: 200 len: 944 time: 0.0550325 Oct 12 18:02:17.433422 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a14d8252-73ab-4566-b8c1-abda1353230f req-6a99cca0-742c-496c-8dde-c562e585b830 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381694 Oct 12 18:02:17.473026 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['fc6c64a9-994f-454a-8b00-4615e88573c8'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:02:18.571055 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c962a21-7ef3-4dcc-83f3-eea2f36a54bc req-7aa5e954-aa25-413d-bd32-6555ec5add1a tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:18.572529 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-1c962a21-7ef3-4dcc-83f3-eea2f36a54bc req-7aa5e954-aa25-413d-bd32-6555ec5add1a tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=6461a25a-27b1-4d0d-9c7d-a0f489e7ae18 HTTP/1.1" status: 200 len: 944 time: 0.0602839 Oct 12 18:02:18.611148 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-1c962a21-7ef3-4dcc-83f3-eea2f36a54bc req-74593fd3-b3bb-4da5-bad7-58a86ce0c4c5 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325580 Oct 12 18:02:19.076333 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device fc6c64a9-994f-454a-8b00-4615e88573c8 up at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:02:19.137303 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning for port fc6c64a9-994f-454a-8b00-4615e88573c8 completed by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:02:19.144175 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning complete for port fc6c64a9-994f-454a-8b00-4615e88573c8 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:02:19.144573 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:19.222260 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:19.245754 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6461a25a-27b1-4d0d-9c7d-a0f489e7ae18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6c64a9-994f-454a-8b00-4615e88573c8'}] {{(pid=105768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:02:19.248019 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d673ce2dcb2bb4fbf918fb1a8c35d4bb21dca6670ea86fc912d44392d0d8dbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8870eef-5542-494e-b2ad-204d0d117a11" -d '{"events": [{"server_uuid": "6461a25a-27b1-4d0d-9c7d-a0f489e7ae18", "name": "network-vif-plugged", "status": "completed", "tag": "fc6c64a9-994f-454a-8b00-4615e88573c8"}]}' {{(pid=105768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:02:19.260397 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port fc6c64a9-994f-454a-8b00-4615e88573c8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fc6c64a9-994f-454a-8b00-4615e88573c8,segment=NetworkSegment(a27a5a2f-2c43-4a86-974b-4e72668c54e4),segment_id=a27a5a2f-2c43-4a86-974b-4e72668c54e4)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:02:19.266058 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:19.318700 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=fc6c64a9-994f-454a-8b00-4615e88573c8,revision_number=5']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:02:19.406255 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd65d2a3-d998-47ec-85f8-5d18983788f0 x-openstack-request-id: req-fd65d2a3-d998-47ec-85f8-5d18983788f0 {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:02:19.406573 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6461a25a-27b1-4d0d-9c7d-a0f489e7ae18", "name": "network-vif-plugged", "status": "completed", "tag": "fc6c64a9-994f-454a-8b00-4615e88573c8", "code": 200}]} {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:02:19.406847 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-fd65d2a3-d998-47ec-85f8-5d18983788f0 {{(pid=105768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:02:19.407221 dv-cinder-813226-2-iscsi neutron-server[105768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6461a25a-27b1-4d0d-9c7d-a0f489e7ae18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6c64a9-994f-454a-8b00-4615e88573c8', 'code': 200} Oct 12 18:02:19.637488 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377458d1-74bc-403c-a401-686ea59d1491 req-65e27e9e-60f8-4a8a-8770-88b1146121eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:19.639026 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-377458d1-74bc-403c-a401-686ea59d1491 req-65e27e9e-60f8-4a8a-8770-88b1146121eb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6461a25a-27b1-4d0d-9c7d-a0f489e7ae18 HTTP/1.1" status: 200 len: 1098 time: 0.0445015 Oct 12 18:02:19.674953 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-377458d1-74bc-403c-a401-686ea59d1491 req-c609d9d3-5585-4c11-bf87-f48ac5ea3a1a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285826 Oct 12 18:02:19.729136 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559aeb7-ed49-4c8f-8cba-6bd66d51ca0d req-5bc5414f-6b01-4a50-bad6-3b5949002290 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:19.730724 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-7559aeb7-ed49-4c8f-8cba-6bd66d51ca0d req-5bc5414f-6b01-4a50-bad6-3b5949002290 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=6461a25a-27b1-4d0d-9c7d-a0f489e7ae18 HTTP/1.1" status: 200 len: 945 time: 0.0494225 Oct 12 18:02:19.769929 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-7559aeb7-ed49-4c8f-8cba-6bd66d51ca0d req-4275fc91-5b9d-415f-a3ce-2ac5f7090fd2 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333486 Oct 12 18:02:20.909348 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff98c4-eac8-467e-981b-1e26965466a7 req-e6892115-2707-426f-8fb8-611f15eef8fd tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:20.910854 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-b9ff98c4-eac8-467e-981b-1e26965466a7 req-e6892115-2707-426f-8fb8-611f15eef8fd tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=6461a25a-27b1-4d0d-9c7d-a0f489e7ae18 HTTP/1.1" status: 200 len: 945 time: 0.0600371 Oct 12 18:02:20.949969 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-b9ff98c4-eac8-467e-981b-1e26965466a7 req-f63bd977-4598-41dd-a23e-0bb6d6957c94 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327809 Oct 12 18:02:21.079003 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db497c-5121-4cbb-b7b0-abad49e6eef2 req-84066e5f-6558-4a78-9143-3af1175a8ba4 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:21.080423 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-56db497c-5121-4cbb-b7b0-abad49e6eef2 req-84066e5f-6558-4a78-9143-3af1175a8ba4 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=6461a25a-27b1-4d0d-9c7d-a0f489e7ae18 HTTP/1.1" status: 200 len: 945 time: 0.0599291 Oct 12 18:02:21.120745 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-56db497c-5121-4cbb-b7b0-abad49e6eef2 req-8c7a5259-2d12-44a9-a3f2-ca583ea31c4a tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340035 Oct 12 18:02:21.143264 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 41900) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:02:21.182924 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21cd493-5450-4e4d-8be4-a45321a8a71b tempest-TestVolumeBootPattern-1337418077 tempest-TestVolumeBootPattern-1337418077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:21.184425 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-a21cd493-5450-4e4d-8be4-a45321a8a71b tempest-TestVolumeBootPattern-1337418077 tempest-TestVolumeBootPattern-1337418077-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=6461a25a-27b1-4d0d-9c7d-a0f489e7ae18 HTTP/1.1" status: 200 len: 1093 time: 0.0401487 Oct 12 18:02:21.188644 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 41902) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:02:21.193355 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [None req-d02ca36c-1e08-4ffc-ba33-e38dea5f89b3 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Request body: {'floatingip': {'floating_network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'port_id': 'fc6c64a9-994f-454a-8b00-4615e88573c8', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:02:21.218291 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-d02ca36c-1e08-4ffc-ba33-e38dea5f89b3 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for floatingip, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:21.317338 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-d02ca36c-1e08-4ffc-ba33-e38dea5f89b3 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:21.422181 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.db_base_plugin_common [None req-d02ca36c-1e08-4ffc-ba33-e38dea5f89b3 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Allocated IP 172.27.0.39 (57ccf176-38b9-4e1d-8eda-123c8986cf55/09d55e93-213a-4ce1-b19c-11c1c2f18eb4/1fe94542-60d2-4654-88a2-a0df8d45a2eb) {{(pid=105767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:02:21.527686 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-d02ca36c-1e08-4ffc-ba33-e38dea5f89b3 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for port, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:21.569049 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-d02ca36c-1e08-4ffc-ba33-e38dea5f89b3 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:21.613156 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02ca36c-1e08-4ffc-ba33-e38dea5f89b3 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Network 57ccf176-38b9-4e1d-8eda-123c8986cf55 is already hosted by enough agents. {{(pid=105767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:02:21.616246 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [None req-d02ca36c-1e08-4ffc-ba33-e38dea5f89b3 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Resources bound (agent type, host, resource id): {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:02:21.620545 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02ca36c-1e08-4ffc-ba33-e38dea5f89b3 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Received port after_create {{(pid=105767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:02:21.623612 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ca36c-1e08-4ffc-ba33-e38dea5f89b3 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Pushing event updated for resources: {'Port': ['ID=1fe94542-60d2-4654-88a2-a0df8d45a2eb,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:02:21.976865 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-d02ca36c-1e08-4ffc-ba33-e38dea5f89b3 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:22.064670 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-d02ca36c-1e08-4ffc-ba33-e38dea5f89b3 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:22.238848 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-d02ca36c-1e08-4ffc-ba33-e38dea5f89b3 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:22.247432 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-d02ca36c-1e08-4ffc-ba33-e38dea5f89b3 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196327'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:22.326191 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ca36c-1e08-4ffc-ba33-e38dea5f89b3 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Pushing event updated for resources: {'Port': ['ID=1fe94542-60d2-4654-88a2-a0df8d45a2eb,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:02:22.348796 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-d02ca36c-1e08-4ffc-ba33-e38dea5f89b3 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8091027'] for floatingip, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:22.464366 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.db.l3_db [None req-d02ca36c-1e08-4ffc-ba33-e38dea5f89b3 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Floating IP 06292ba6-0257-4ee5-9ef7-8ef374808ef1 associated. External IP: 172.27.0.39, port: fc6c64a9-994f-454a-8b00-4615e88573c8. Oct 12 18:02:22.701179 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d02ca36c-1e08-4ffc-ba33-e38dea5f89b3 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Router 67b6cbf3-21e9-4f92-9190-98cb697db547 has already been hosted by L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 {{(pid=105767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:02:22.828645 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02ca36c-1e08-4ffc-ba33-e38dea5f89b3 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:02:22.839382 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c539fa-68e0-46b5-aed6-5b9101705bbe None None] Sync routers for ids ['67b6cbf3-21e9-4f92-9190-98cb697db547'] in dv-cinder-813226-2-iscsi {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:02:22.852135 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c539fa-68e0-46b5-aed6-5b9101705bbe None None] Routers {'67b6cbf3-21e9-4f92-9190-98cb697db547'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:02:22.852762 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-93c539fa-68e0-46b5-aed6-5b9101705bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T18:02:11Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['67b6cbf3-21e9-4f92-9190-98cb697db547'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:02:22.855177 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-d02ca36c-1e08-4ffc-ba33-e38dea5f89b3 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for floatingip, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:22.888940 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-d02ca36c-1e08-4ffc-ba33-e38dea5f89b3 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6992424 Oct 12 18:02:22.889628 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6461a25a-27b1-4d0d-9c7d-a0f489e7ae18', 'tag': 'fc6c64a9-994f-454a-8b00-4615e88573c8'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:02:22.892333 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5f16c7-ac1a-45f7-b857-a557c20ac866" -d '{"events": [{"name": "network-changed", "server_uuid": "6461a25a-27b1-4d0d-9c7d-a0f489e7ae18", "tag": "fc6c64a9-994f-454a-8b00-4615e88573c8"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:02:22.937275 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ed907b-9d8d-4b85-af0b-9d2f1d42da6f x-openstack-request-id: req-57ed907b-9d8d-4b85-af0b-9d2f1d42da6f {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:02:22.937558 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6461a25a-27b1-4d0d-9c7d-a0f489e7ae18", "tag": "fc6c64a9-994f-454a-8b00-4615e88573c8", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:02:22.937834 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-57ed907b-9d8d-4b85-af0b-9d2f1d42da6f {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:02:22.938497 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6461a25a-27b1-4d0d-9c7d-a0f489e7ae18', 'tag': 'fc6c64a9-994f-454a-8b00-4615e88573c8', 'status': 'completed', 'code': 200} Oct 12 18:02:23.013017 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f16c7-ac1a-45f7-b857-a557c20ac866 req-7710b94f-5203-4f22-ad19-f5bcf69faab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:23.014680 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-3f5f16c7-ac1a-45f7-b857-a557c20ac866 req-7710b94f-5203-4f22-ad19-f5bcf69faab2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b733cd5636f4c5ead827ce9ef00dffb&device_id=6461a25a-27b1-4d0d-9c7d-a0f489e7ae18 HTTP/1.1" status: 200 len: 1098 time: 0.0496154 Oct 12 18:02:23.119116 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-93c539fa-68e0-46b5-aed6-5b9101705bbe None None] Set router 67b6cbf3-21e9-4f92-9190-98cb697db547 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:02:23.128435 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f16c7-ac1a-45f7-b857-a557c20ac866 req-459ff1b8-d16a-4620-96d6-e8a8f36357e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:23.130072 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-3f5f16c7-ac1a-45f7-b857-a557c20ac866 req-459ff1b8-d16a-4620-96d6-e8a8f36357e7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=747c1029-0841-4266-be19-4e4d0afb5d86 HTTP/1.1" status: 200 len: 914 time: 0.1077785 Oct 12 18:02:23.219813 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-3f5f16c7-ac1a-45f7-b857-a557c20ac866 req-c7f65023-3149-45fb-b572-ca233920935a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc6c64a9-994f-454a-8b00-4615e88573c8 HTTP/1.1" status: 200 len: 998 time: 0.0816879 Oct 12 18:02:23.287959 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f16c7-ac1a-45f7-b857-a557c20ac866 req-a4479d9e-79cf-4cfc-a9a0-c93d3719f278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:23.289482 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-3f5f16c7-ac1a-45f7-b857-a557c20ac866 req-a4479d9e-79cf-4cfc-a9a0-c93d3719f278 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0f763c5d-30cb-4f99-a6df-7fc6e82e4da9 HTTP/1.1" status: 200 len: 851 time: 0.0625188 Oct 12 18:02:23.338392 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f16c7-ac1a-45f7-b857-a557c20ac866 req-655f9c44-877b-47f7-a0bc-52964e872ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:23.339938 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-3f5f16c7-ac1a-45f7-b857-a557c20ac866 req-655f9c44-877b-47f7-a0bc-52964e872ed1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=747c1029-0841-4266-be19-4e4d0afb5d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434687 Oct 12 18:02:23.346804 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-93c539fa-68e0-46b5-aed6-5b9101705bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'name': 'tempest-TestVolumeBootPattern-1675155538-router', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:59:07Z', 'updated_at': '2021-10-12T17:59:10Z', 'revision_number': 4, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'gw_port': {'id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:08Z', 'updated_at': '2021-10-12T17:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_floatingips': [{'id': '06292ba6-0257-4ee5-9ef7-8ef374808ef1', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'router_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'port_id': 'fc6c64a9-994f-454a-8b00-4615e88573c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'mac_address': 'fa:16:3e:ed:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6461a25a-27b1-4d0d-9c7d-a0f489e7ae18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:02:21Z', 'updated_at': '2021-10-12T18:02:21Z', 'revision_number': 0, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af852ccc-9bb0-4dc2-bb64-af021d78dda9', 'name': '', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'mac_address': 'fa:16:3e:ff:2c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:10Z', 'updated_at': '2021-10-12T17:59:16Z', 'revision_number': 5, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'subnets': [{'id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:02:23.372745 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c539fa-68e0-46b5-aed6-5b9101705bbe None None] Checking router: 67b6cbf3-21e9-4f92-9190-98cb697db547 for host: dv-cinder-813226-2-iscsi {{(pid=105768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:02:23.381518 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c539fa-68e0-46b5-aed6-5b9101705bbe None None] Routers {'67b6cbf3-21e9-4f92-9190-98cb697db547'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:02:23.382109 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-93c539fa-68e0-46b5-aed6-5b9101705bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T18:02:11Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['67b6cbf3-21e9-4f92-9190-98cb697db547'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:02:23.432945 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-3f5f16c7-ac1a-45f7-b857-a557c20ac866 req-3b93c509-ed89-4e55-b9a7-6979314c960d service neutron] 10.222.0.44 "GET /v2.0/networks/747c1029-0841-4266-be19-4e4d0afb5d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859919 Oct 12 18:02:23.489296 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-93c539fa-68e0-46b5-aed6-5b9101705bbe None None] Set router 67b6cbf3-21e9-4f92-9190-98cb697db547 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:02:23.526115 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-3f5f16c7-ac1a-45f7-b857-a557c20ac866 req-68b64bcc-8792-4f24-a49f-3457103e14d8 service neutron] 10.222.0.44 "GET /v2.0/networks/747c1029-0841-4266-be19-4e4d0afb5d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855820 Oct 12 18:02:23.730552 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-93c539fa-68e0-46b5-aed6-5b9101705bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'name': 'tempest-TestVolumeBootPattern-1675155538-router', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:59:07Z', 'updated_at': '2021-10-12T17:59:10Z', 'revision_number': 4, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'gw_port': {'id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:08Z', 'updated_at': '2021-10-12T17:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_floatingips': [{'id': '06292ba6-0257-4ee5-9ef7-8ef374808ef1', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'router_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'port_id': 'fc6c64a9-994f-454a-8b00-4615e88573c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'mac_address': 'fa:16:3e:ed:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6461a25a-27b1-4d0d-9c7d-a0f489e7ae18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:02:21Z', 'updated_at': '2021-10-12T18:02:21Z', 'revision_number': 0, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af852ccc-9bb0-4dc2-bb64-af021d78dda9', 'name': '', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'mac_address': 'fa:16:3e:ff:2c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:10Z', 'updated_at': '2021-10-12T17:59:16Z', 'revision_number': 5, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'subnets': [{'id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:02:23.757422 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c539fa-68e0-46b5-aed6-5b9101705bbe None None] The sync data for ids ['67b6cbf3-21e9-4f92-9190-98cb697db547'] in dv-cinder-813226-2-iscsi is: [{'id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'name': 'tempest-TestVolumeBootPattern-1675155538-router', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:59:07Z', 'updated_at': '2021-10-12T17:59:10Z', 'revision_number': 4, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'gw_port': {'id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:08Z', 'updated_at': '2021-10-12T17:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_floatingips': [{'id': '06292ba6-0257-4ee5-9ef7-8ef374808ef1', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'router_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'port_id': 'fc6c64a9-994f-454a-8b00-4615e88573c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'mac_address': 'fa:16:3e:ed:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6461a25a-27b1-4d0d-9c7d-a0f489e7ae18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:02:21Z', 'updated_at': '2021-10-12T18:02:21Z', 'revision_number': 0, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af852ccc-9bb0-4dc2-bb64-af021d78dda9', 'name': '', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'mac_address': 'fa:16:3e:ff:2c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:10Z', 'updated_at': '2021-10-12T17:59:16Z', 'revision_number': 5, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'subnets': [{'id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:02:23.960534 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d4bc1a-b372-4725-8eda-e70039374a73 None None] New status for floating IP 06292ba6-0257-4ee5-9ef7-8ef374808ef1: ACTIVE {{(pid=105769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:02:26.634682 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-80b7a651-d6d9-489a-a1fd-49718edbd705 req-1f61b04e-716d-48cd-8bf3-9f3bbb51cc6d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6461a25a-27b1-4d0d-9c7d-a0f489e7ae18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423748 Oct 12 18:02:26.719217 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7a651-d6d9-489a-a1fd-49718edbd705 req-0b0a0ba2-b7c0-47c1-81c8-87d0c3a1a51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:26.720709 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-80b7a651-d6d9-489a-a1fd-49718edbd705 req-0b0a0ba2-b7c0-47c1-81c8-87d0c3a1a51a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b733cd5636f4c5ead827ce9ef00dffb&device_id=6461a25a-27b1-4d0d-9c7d-a0f489e7ae18 HTTP/1.1" status: 200 len: 1098 time: 0.0426590 Oct 12 18:02:26.776712 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:26.835383 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7a651-d6d9-489a-a1fd-49718edbd705 req-f632270c-ec09-41d2-8875-03bee839af64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:26.836872 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-80b7a651-d6d9-489a-a1fd-49718edbd705 req-f632270c-ec09-41d2-8875-03bee839af64 service neutron] 10.222.0.44 "GET /v2.0/networks?id=747c1029-0841-4266-be19-4e4d0afb5d86 HTTP/1.1" status: 200 len: 914 time: 0.0912039 Oct 12 18:02:26.902890 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-80b7a651-d6d9-489a-a1fd-49718edbd705 req-325bc533-3219-444b-82ff-81ce2cc03cef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc6c64a9-994f-454a-8b00-4615e88573c8 HTTP/1.1" status: 200 len: 1000 time: 0.0582378 Oct 12 18:02:26.960426 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7a651-d6d9-489a-a1fd-49718edbd705 req-83a74e21-36fb-4074-85be-a0700e446cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:26.962835 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-80b7a651-d6d9-489a-a1fd-49718edbd705 req-83a74e21-36fb-4074-85be-a0700e446cad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0f763c5d-30cb-4f99-a6df-7fc6e82e4da9 HTTP/1.1" status: 200 len: 851 time: 0.0531359 Oct 12 18:02:27.017472 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7a651-d6d9-489a-a1fd-49718edbd705 req-154395a1-c16e-4a12-83d3-30ed758bb200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:27.019038 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-80b7a651-d6d9-489a-a1fd-49718edbd705 req-154395a1-c16e-4a12-83d3-30ed758bb200 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=747c1029-0841-4266-be19-4e4d0afb5d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481851 Oct 12 18:02:27.114689 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-80b7a651-d6d9-489a-a1fd-49718edbd705 req-c61b4834-d102-4686-835e-2a1446d3b173 service neutron] 10.222.0.44 "GET /v2.0/networks/747c1029-0841-4266-be19-4e4d0afb5d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870430 Oct 12 18:02:27.210302 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-80b7a651-d6d9-489a-a1fd-49718edbd705 req-2e497263-35e7-433c-9108-965fbb5aca91 service neutron] 10.222.0.44 "GET /v2.0/networks/747c1029-0841-4266-be19-4e4d0afb5d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883067 Oct 12 18:02:38.306840 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-1a04c046-a872-4378-8611-032160951c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:41.059526 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-f40b1231-7775-4573-86e5-ec9c101abf58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:41.912285 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:42.339221 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:43.876787 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:50.185223 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 6 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:02:56.780690 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:08.306746 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-bf5fcc69-bd86-48c2-b2f1-b0d17fb487ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:11.061266 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-8b2d9089-bdf7-41a2-ba0b-3b7c400f29b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:11.918976 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:12.343110 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:13.882636 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:26.768944 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:26.939636 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-36c7d097-5c01-419c-93e2-f0d0628bb619 req-09b76dd9-6705-4a1a-892b-49fa27b45b37 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6461a25a-27b1-4d0d-9c7d-a0f489e7ae18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404062 Oct 12 18:03:27.036723 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7d097-5c01-419c-93e2-f0d0628bb619 req-c1bf38aa-8948-4a31-8aa7-adfa52ae3414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:03:27.038183 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-36c7d097-5c01-419c-93e2-f0d0628bb619 req-c1bf38aa-8948-4a31-8aa7-adfa52ae3414 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b733cd5636f4c5ead827ce9ef00dffb&device_id=6461a25a-27b1-4d0d-9c7d-a0f489e7ae18 HTTP/1.1" status: 200 len: 1098 time: 0.0543587 Oct 12 18:03:27.143336 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7d097-5c01-419c-93e2-f0d0628bb619 req-fc58b8db-6f68-45d7-8bd9-025852a05796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:03:27.144773 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-36c7d097-5c01-419c-93e2-f0d0628bb619 req-fc58b8db-6f68-45d7-8bd9-025852a05796 service neutron] 10.222.0.44 "GET /v2.0/networks?id=747c1029-0841-4266-be19-4e4d0afb5d86 HTTP/1.1" status: 200 len: 914 time: 0.0838711 Oct 12 18:03:27.184894 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 6 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:03:27.216366 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-36c7d097-5c01-419c-93e2-f0d0628bb619 req-63c8f7bc-76c7-487a-b3b1-a720d115f6e9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc6c64a9-994f-454a-8b00-4615e88573c8 HTTP/1.1" status: 200 len: 1000 time: 0.0619259 Oct 12 18:03:27.265806 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7d097-5c01-419c-93e2-f0d0628bb619 req-a4c156b1-084e-4d61-8cd0-60e8d8bddf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:03:27.267355 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-36c7d097-5c01-419c-93e2-f0d0628bb619 req-a4c156b1-084e-4d61-8cd0-60e8d8bddf0c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0f763c5d-30cb-4f99-a6df-7fc6e82e4da9 HTTP/1.1" status: 200 len: 851 time: 0.0442221 Oct 12 18:03:27.315514 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7d097-5c01-419c-93e2-f0d0628bb619 req-87738f02-b63c-43bd-a023-5745bf3d5c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:03:27.317269 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-36c7d097-5c01-419c-93e2-f0d0628bb619 req-87738f02-b63c-43bd-a023-5745bf3d5c81 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=747c1029-0841-4266-be19-4e4d0afb5d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427790 Oct 12 18:03:27.408813 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-36c7d097-5c01-419c-93e2-f0d0628bb619 req-08fc50ac-7094-488e-87f5-ec222bc8abd3 service neutron] 10.222.0.44 "GET /v2.0/networks/747c1029-0841-4266-be19-4e4d0afb5d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831559 Oct 12 18:03:27.501886 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-36c7d097-5c01-419c-93e2-f0d0628bb619 req-51267eb3-f057-48b2-88ce-7c1d9b6b9323 service neutron] 10.222.0.44 "GET /v2.0/networks/747c1029-0841-4266-be19-4e4d0afb5d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841939 Oct 12 18:03:38.304476 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-e2ffdd91-915c-4e43-961f-1bf406f60e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:41.062264 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-173ac64f-0e8e-41ae-a819-283816971633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:41.908411 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:42.350929 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:43.887808 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:56.779781 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:58.300770 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-e6416de5-47ff-4064-8a53-42b7b48b0562 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-269064666&fields=id&tenant_id=7b733cd5636f4c5ead827ce9ef00dffb HTTP/1.1" status: 200 len: 267 time: 0.0394993 Oct 12 18:03:58.433701 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-c5123fb8-8110-4c1a-9b2c-29e1998db9af tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:03:58.435228 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-c5123fb8-8110-4c1a-9b2c-29e1998db9af tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/networks?id=747c1029-0841-4266-be19-4e4d0afb5d86 HTTP/1.1" status: 200 len: 812 time: 0.1239493 Oct 12 18:03:58.450566 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-d8ca4982-7a3a-4006-a2d3-8559d47ab1d2 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/quotas/7b733cd5636f4c5ead827ce9ef00dffb HTTP/1.1" status: 200 len: 375 time: 0.0091891 Oct 12 18:03:58.508852 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-16c96911-9dc7-4906-a778-c5028bf85833 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=7b733cd5636f4c5ead827ce9ef00dffb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0529995 Oct 12 18:03:58.605600 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-a5f47375-f16c-416d-8338-d2f180a1d805 service neutron] 10.222.0.85 "GET /v2.0/networks/747c1029-0841-4266-be19-4e4d0afb5d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839512 Oct 12 18:03:58.707161 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-748ba55f-c2b4-456f-bbbb-f3a7efc24fb6 service neutron] 10.222.0.85 "GET /v2.0/networks/747c1029-0841-4266-be19-4e4d0afb5d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954266 Oct 12 18:03:59.007188 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-775e8024-3c90-4c33-9f0f-e285ae9b0d84 req-1ba7dcc7-4731-43c9-91af-09a16f20eb38 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=39e7bb8e-1965-4421-a071-143df7fc725b HTTP/1.1" status: 200 len: 210 time: 0.0269914 Oct 12 18:03:59.995411 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-9a789a63-b6be-47d4-8678-7382085c29cf tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:03:59.996943 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-9a789a63-b6be-47d4-8678-7382085c29cf tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.44 "GET /v2.0/networks?id=747c1029-0841-4266-be19-4e4d0afb5d86 HTTP/1.1" status: 200 len: 812 time: 0.1097891 Oct 12 18:04:00.040430 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-46a8fce7-48a3-4640-8857-3fd5336a4024 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b733cd5636f4c5ead827ce9ef00dffb HTTP/1.1" status: 200 len: 379 time: 0.0347605 Oct 12 18:04:00.051255 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-e80bc87f-d951-4dbd-adc7-4ac264ff0334 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Request body: {'port': {'device_id': '39e7bb8e-1965-4421-a071-143df7fc725b', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'admin_state_up': True, 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'security_groups': ['444fa5fe-a577-48d3-a156-bdbed0641817']}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:04:00.103882 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-424f7753-d1d3-437b-9de0-00bfa1afd758 req-486fc21d-3030-4a5d-a0d8-abe76189ce6a tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=39e7bb8e-1965-4421-a071-143df7fc725b HTTP/1.1" status: 200 len: 210 time: 0.0277650 Oct 12 18:04:00.167585 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-e80bc87f-d951-4dbd-adc7-4ac264ff0334 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Made reservation on behalf of 7b733cd5636f4c5ead827ce9ef00dffb for: {'port': 1} {{(pid=105767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:04:00.171045 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-e80bc87f-d951-4dbd-adc7-4ac264ff0334 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:00.291921 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.db_base_plugin_common [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-e80bc87f-d951-4dbd-adc7-4ac264ff0334 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Allocated IP 172.20.0.10 (747c1029-0841-4266-be19-4e4d0afb5d86/0f763c5d-30cb-4f99-a6df-7fc6e82e4da9/93e017bc-b739-4c26-8ab2-8148e13075f9) {{(pid=105767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:04:00.441698 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-e80bc87f-d951-4dbd-adc7-4ac264ff0334 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for port, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:00.475334 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-e80bc87f-d951-4dbd-adc7-4ac264ff0334 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:00.518765 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-e80bc87f-d951-4dbd-adc7-4ac264ff0334 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Network 747c1029-0841-4266-be19-4e4d0afb5d86 is already hosted by enough agents. {{(pid=105767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:04:00.521794 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-e80bc87f-d951-4dbd-adc7-4ac264ff0334 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Resources bound (agent type, host, resource id): {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:04:00.525580 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-e80bc87f-d951-4dbd-adc7-4ac264ff0334 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Received port after_create {{(pid=105767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:04:00.531947 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80bc87f-d951-4dbd-adc7-4ac264ff0334 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Pushing event updated for resources: {'Port': ['ID=93e017bc-b739-4c26-8ab2-8148e13075f9,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:04:00.560426 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80bc87f-d951-4dbd-adc7-4ac264ff0334 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:04:00.560770 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80bc87f-d951-4dbd-adc7-4ac264ff0334 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:04:00.561123 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80bc87f-d951-4dbd-adc7-4ac264ff0334 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:04:00.561454 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80bc87f-d951-4dbd-adc7-4ac264ff0334 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:04:00.561779 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80bc87f-d951-4dbd-adc7-4ac264ff0334 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:04:00.562109 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80bc87f-d951-4dbd-adc7-4ac264ff0334 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:04:00.562458 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80bc87f-d951-4dbd-adc7-4ac264ff0334 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:04:00.562783 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80bc87f-d951-4dbd-adc7-4ac264ff0334 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:04:00.563104 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80bc87f-d951-4dbd-adc7-4ac264ff0334 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:04:00.563424 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80bc87f-d951-4dbd-adc7-4ac264ff0334 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:04:00.563743 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80bc87f-d951-4dbd-adc7-4ac264ff0334 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:04:00.564045 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80bc87f-d951-4dbd-adc7-4ac264ff0334 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:04:00.594611 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-e80bc87f-d951-4dbd-adc7-4ac264ff0334 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:04:00.595137 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-e80bc87f-d951-4dbd-adc7-4ac264ff0334 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:00.613015 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-e80bc87f-d951-4dbd-adc7-4ac264ff0334 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5657511 Oct 12 18:04:00.626530 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-240bab92-3b86-46dc-a1b4-e73f199ef376 service neutron] Request body: {'port': {'device_id': '39e7bb8e-1965-4421-a071-143df7fc725b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:04:00.681120 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-240bab92-3b86-46dc-a1b4-e73f199ef376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:00.765372 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-465daa90-c10b-4ae2-9d1c-d1b87d9ba077 None None] Provisioning complete for port 93e017bc-b739-4c26-8ab2-8148e13075f9 triggered by entity DHCP. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:04:00.765978 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-465daa90-c10b-4ae2-9d1c-d1b87d9ba077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:00.801305 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-465daa90-c10b-4ae2-9d1c-d1b87d9ba077 None None] Port 93e017bc-b739-4c26-8ab2-8148e13075f9 cannot update to ACTIVE because it is not bound. {{(pid=105768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:04:01.230847 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63bfde-ff56-4519-a0d4-99d27276aa14 req-e26c13a2-14fd-4baf-a7f5-bd1713b49a49 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:04:01.231804 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-240bab92-3b86-46dc-a1b4-e73f199ef376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93e017bc-b739-4c26-8ab2-8148e13075f9 {{(pid=105767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:04:01.232436 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-3b63bfde-ff56-4519-a0d4-99d27276aa14 req-e26c13a2-14fd-4baf-a7f5-bd1713b49a49 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=39e7bb8e-1965-4421-a071-143df7fc725b HTTP/1.1" status: 200 len: 932 time: 0.0575571 Oct 12 18:04:01.240159 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-240bab92-3b86-46dc-a1b4-e73f199ef376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:01.252901 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-240bab92-3b86-46dc-a1b4-e73f199ef376 service neutron] Transition to ACTIVE for port object 93e017bc-b739-4c26-8ab2-8148e13075f9 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:04:01.257694 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-240bab92-3b86-46dc-a1b4-e73f199ef376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196327'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:01.270442 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-3b63bfde-ff56-4519-a0d4-99d27276aa14 req-34e00fad-f633-4553-b2d6-3065a7076c1e tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318086 Oct 12 18:04:01.303523 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240bab92-3b86-46dc-a1b4-e73f199ef376 service neutron] Pushing event updated for resources: {'Port': ['ID=93e017bc-b739-4c26-8ab2-8148e13075f9,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:04:01.373571 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-240bab92-3b86-46dc-a1b4-e73f199ef376 service neutron] Attempting to bind port 93e017bc-b739-4c26-8ab2-8148e13075f9 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:04:01.373893 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-240bab92-3b86-46dc-a1b4-e73f199ef376 service neutron] Attempting to bind port 93e017bc-b739-4c26-8ab2-8148e13075f9 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'a27a5a2f-2c43-4a86-974b-4e72668c54e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:04:01.374217 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-240bab92-3b86-46dc-a1b4-e73f199ef376 service neutron] Attempting to bind port 93e017bc-b739-4c26-8ab2-8148e13075f9 on network 747c1029-0841-4266-be19-4e4d0afb5d86 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:04:01.378716 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-240bab92-3b86-46dc-a1b4-e73f199ef376 service neutron] Port 93e017bc-b739-4c26-8ab2-8148e13075f9 on network 747c1029-0841-4266-be19-4e4d0afb5d86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:04:01.379023 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-240bab92-3b86-46dc-a1b4-e73f199ef376 service neutron] Attempting to bind port 93e017bc-b739-4c26-8ab2-8148e13075f9 on network 747c1029-0841-4266-be19-4e4d0afb5d86 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:04:01.383969 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-240bab92-3b86-46dc-a1b4-e73f199ef376 service neutron] Checking agent: {'id': '4d49b38b-ca89-4e5d-a715-678a9ae3215e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 47, 26), 'started_at': datetime.datetime(2021, 10, 12, 17, 47, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:04:01.384579 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-240bab92-3b86-46dc-a1b4-e73f199ef376 service neutron] Checking segment: {'id': 'a27a5a2f-2c43-4a86-974b-4e72668c54e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:04:01.384722 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-240bab92-3b86-46dc-a1b4-e73f199ef376 service neutron] Bound using segment: {'id': 'a27a5a2f-2c43-4a86-974b-4e72668c54e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:04:01.385056 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-240bab92-3b86-46dc-a1b4-e73f199ef376 service neutron] Bound port: 93e017bc-b739-4c26-8ab2-8148e13075f9, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a27a5a2f-2c43-4a86-974b-4e72668c54e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:04:01.385404 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-240bab92-3b86-46dc-a1b4-e73f199ef376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:01.458583 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-240bab92-3b86-46dc-a1b4-e73f199ef376 service neutron] For port 93e017bc-b739-4c26-8ab2-8148e13075f9, host hv-cinder-81322, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:04:01.461725 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-240bab92-3b86-46dc-a1b4-e73f199ef376 service neutron] For port 93e017bc-b739-4c26-8ab2-8148e13075f9, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=93e017bc-b739-4c26-8ab2-8148e13075f9,segment=NetworkSegment(a27a5a2f-2c43-4a86-974b-4e72668c54e4),segment_id=a27a5a2f-2c43-4a86-974b-4e72668c54e4)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:04:01.467935 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-240bab92-3b86-46dc-a1b4-e73f199ef376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196327'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:01.499543 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-240bab92-3b86-46dc-a1b4-e73f199ef376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:04:01.500154 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-240bab92-3b86-46dc-a1b4-e73f199ef376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:01.501544 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-240bab92-3b86-46dc-a1b4-e73f199ef376 service neutron] 10.222.0.44 "PUT /v2.0/ports/93e017bc-b739-4c26-8ab2-8148e13075f9 HTTP/1.1" status: 200 len: 1094 time: 0.8794148 Oct 12 18:04:01.502022 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e7bb8e-1965-4421-a071-143df7fc725b', 'tag': '93e017bc-b739-4c26-8ab2-8148e13075f9'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:04:01.504237 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5444238-b483-4e7b-9f6c-c7c1dc5580fa" -d '{"events": [{"name": "network-changed", "server_uuid": "39e7bb8e-1965-4421-a071-143df7fc725b", "tag": "93e017bc-b739-4c26-8ab2-8148e13075f9"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:04:01.531022 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240bab92-3b86-46dc-a1b4-e73f199ef376 service neutron] Pushing event updated for resources: {'Port': ['ID=93e017bc-b739-4c26-8ab2-8148e13075f9,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:04:01.558473 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81afc6d5-207f-452a-a500-9546092c7071 x-openstack-request-id: req-81afc6d5-207f-452a-a500-9546092c7071 {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:04:01.558758 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e7bb8e-1965-4421-a071-143df7fc725b", "tag": "93e017bc-b739-4c26-8ab2-8148e13075f9", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:04:01.559009 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-81afc6d5-207f-452a-a500-9546092c7071 {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:04:01.559402 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e7bb8e-1965-4421-a071-143df7fc725b', 'tag': '93e017bc-b739-4c26-8ab2-8148e13075f9', 'status': 'completed', 'code': 200} Oct 12 18:04:01.592898 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-8fbd57e8-c568-4ddb-b13f-3718c8d08a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:04:01.594479 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-8fbd57e8-c568-4ddb-b13f-3718c8d08a03 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b733cd5636f4c5ead827ce9ef00dffb&device_id=39e7bb8e-1965-4421-a071-143df7fc725b HTTP/1.1" status: 200 len: 1097 time: 0.0450895 Oct 12 18:04:01.641462 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-57f9e364-438f-4377-a7fb-7bc2472fd014 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93e017bc-b739-4c26-8ab2-8148e13075f9 HTTP/1.1" status: 200 len: 217 time: 0.0386007 Oct 12 18:04:01.692986 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-d2222b14-1153-458a-9dd9-37cef200fb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:04:01.694510 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-d2222b14-1153-458a-9dd9-37cef200fb80 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0f763c5d-30cb-4f99-a6df-7fc6e82e4da9 HTTP/1.1" status: 200 len: 851 time: 0.0464177 Oct 12 18:04:01.741309 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-e65db7b0-f54d-4b63-908e-cc0e2c180557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:04:01.742798 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-e65db7b0-f54d-4b63-908e-cc0e2c180557 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=747c1029-0841-4266-be19-4e4d0afb5d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402188 Oct 12 18:04:01.836423 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-bb345bde-f87b-407c-bb96-256e72615cd7 service neutron] 10.222.0.44 "GET /v2.0/networks/747c1029-0841-4266-be19-4e4d0afb5d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855205 Oct 12 18:04:01.940207 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-af71017f-3173-4114-a2dd-4bcf245fa95e req-b1e7a892-5e9b-42f4-aa4c-c39148d3ccfd service neutron] 10.222.0.44 "GET /v2.0/networks/747c1029-0841-4266-be19-4e4d0afb5d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961826 Oct 12 18:04:02.035336 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5444238-b483-4e7b-9f6c-c7c1dc5580fa req-e60ba272-f6ec-4272-b68f-46ac9fce7a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:04:02.037550 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-d5444238-b483-4e7b-9f6c-c7c1dc5580fa req-e60ba272-f6ec-4272-b68f-46ac9fce7a78 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b733cd5636f4c5ead827ce9ef00dffb&device_id=39e7bb8e-1965-4421-a071-143df7fc725b HTTP/1.1" status: 200 len: 1097 time: 0.0453908 Oct 12 18:04:02.132770 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5444238-b483-4e7b-9f6c-c7c1dc5580fa req-cee1fe78-679f-4b5c-81f6-4e4bbd0574fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:04:02.134319 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-d5444238-b483-4e7b-9f6c-c7c1dc5580fa req-cee1fe78-679f-4b5c-81f6-4e4bbd0574fb service neutron] 10.222.0.44 "GET /v2.0/networks?id=747c1029-0841-4266-be19-4e4d0afb5d86 HTTP/1.1" status: 200 len: 914 time: 0.0878119 Oct 12 18:04:02.176668 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-d5444238-b483-4e7b-9f6c-c7c1dc5580fa req-73ed5e9c-ce17-40b6-b814-9a97b3750c42 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93e017bc-b739-4c26-8ab2-8148e13075f9 HTTP/1.1" status: 200 len: 217 time: 0.0346088 Oct 12 18:04:02.233186 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5444238-b483-4e7b-9f6c-c7c1dc5580fa req-eb206f8f-b2a4-4c25-b798-cb420e08a98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:04:02.234556 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-d5444238-b483-4e7b-9f6c-c7c1dc5580fa req-eb206f8f-b2a4-4c25-b798-cb420e08a98f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0f763c5d-30cb-4f99-a6df-7fc6e82e4da9 HTTP/1.1" status: 200 len: 851 time: 0.0496521 Oct 12 18:04:02.283312 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5444238-b483-4e7b-9f6c-c7c1dc5580fa req-87ac67c0-b86a-425b-8ef0-fe47ab17c132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:04:02.284778 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-d5444238-b483-4e7b-9f6c-c7c1dc5580fa req-87ac67c0-b86a-425b-8ef0-fe47ab17c132 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=747c1029-0841-4266-be19-4e4d0afb5d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427308 Oct 12 18:04:02.381785 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-d5444238-b483-4e7b-9f6c-c7c1dc5580fa req-bad01fc4-48ac-4a4f-9cc8-b189756d109a service neutron] 10.222.0.44 "GET /v2.0/networks/747c1029-0841-4266-be19-4e4d0afb5d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849478 Oct 12 18:04:02.384881 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2948e-79af-447b-b4a0-91294d516fad req-474b6168-b50f-4649-b8ef-fa75dd4cfc56 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:04:02.386417 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-10f2948e-79af-447b-b4a0-91294d516fad req-474b6168-b50f-4649-b8ef-fa75dd4cfc56 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=39e7bb8e-1965-4421-a071-143df7fc725b HTTP/1.1" status: 200 len: 944 time: 0.0496047 Oct 12 18:04:02.426137 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-10f2948e-79af-447b-b4a0-91294d516fad req-f66c102e-926f-4b68-9c3a-58d00e4ceb57 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331750 Oct 12 18:04:02.481604 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-d5444238-b483-4e7b-9f6c-c7c1dc5580fa req-7b61d6bd-9328-40ec-b993-56e351a63c9a service neutron] 10.222.0.44 "GET /v2.0/networks/747c1029-0841-4266-be19-4e4d0afb5d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887711 Oct 12 18:04:03.543505 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a4731-ec39-4923-8cec-b9eab31aabbf req-1c7b71f0-1c43-46e3-9957-421e091669a8 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:04:03.545089 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-3b8a4731-ec39-4923-8cec-b9eab31aabbf req-1c7b71f0-1c43-46e3-9957-421e091669a8 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=39e7bb8e-1965-4421-a071-143df7fc725b HTTP/1.1" status: 200 len: 944 time: 0.0496092 Oct 12 18:04:03.585201 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-3b8a4731-ec39-4923-8cec-b9eab31aabbf req-9ff7cdef-2742-4cc8-bce8-95ee42139b27 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338707 Oct 12 18:04:04.190749 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 6 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:04:04.719387 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d6efb-bd37-4387-859a-6cc2fc6c37ae req-de1cbb57-35c5-4d65-bf8a-7241bf9c6612 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:04:04.720858 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-160d6efb-bd37-4387-859a-6cc2fc6c37ae req-de1cbb57-35c5-4d65-bf8a-7241bf9c6612 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=39e7bb8e-1965-4421-a071-143df7fc725b HTTP/1.1" status: 200 len: 944 time: 0.0635908 Oct 12 18:04:04.760611 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-160d6efb-bd37-4387-859a-6cc2fc6c37ae req-d97c1303-b4fe-43e9-8520-da59f2ce9510 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335536 Oct 12 18:04:05.884986 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735230a5-d730-4ca4-872d-84590ba79388 req-e17a284a-b75e-4dc7-997c-70a725870946 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:04:05.886658 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-735230a5-d730-4ca4-872d-84590ba79388 req-e17a284a-b75e-4dc7-997c-70a725870946 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=39e7bb8e-1965-4421-a071-143df7fc725b HTTP/1.1" status: 200 len: 944 time: 0.0505810 Oct 12 18:04:05.928964 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-735230a5-d730-4ca4-872d-84590ba79388 req-ae7cb00a-8e4d-421d-9e66-3282481ef400 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332437 Oct 12 18:04:07.057708 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab13088-68b4-4ae0-98fc-957511abd48d req-d95a49d9-5c59-4cf2-9b06-281ada2aa17a tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:04:07.059200 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9ab13088-68b4-4ae0-98fc-957511abd48d req-d95a49d9-5c59-4cf2-9b06-281ada2aa17a tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=39e7bb8e-1965-4421-a071-143df7fc725b HTTP/1.1" status: 200 len: 944 time: 0.0599060 Oct 12 18:04:07.099971 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-9ab13088-68b4-4ae0-98fc-957511abd48d req-c1b62c95-d35f-44d1-be20-32dbe5d8a764 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315354 Oct 12 18:04:08.249549 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d2f49-df47-4a77-9e2f-04a6da2d5721 req-38dd6894-28ce-4df0-b33c-e712347e48e3 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:04:08.250969 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a38d2f49-df47-4a77-9e2f-04a6da2d5721 req-38dd6894-28ce-4df0-b33c-e712347e48e3 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=39e7bb8e-1965-4421-a071-143df7fc725b HTTP/1.1" status: 200 len: 944 time: 0.0689533 Oct 12 18:04:08.293478 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a38d2f49-df47-4a77-9e2f-04a6da2d5721 req-549f1001-df8e-4e31-bdc8-0badb60762f1 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333824 Oct 12 18:04:08.299155 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-f7ea51f0-f9f3-424a-9c35-648725e23c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:09.419620 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a3974-9fd3-426c-81b9-3ee3b1f62dda req-5ab38e36-4368-4767-a458-40c3fe3f8706 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:04:09.421110 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-883a3974-9fd3-426c-81b9-3ee3b1f62dda req-5ab38e36-4368-4767-a458-40c3fe3f8706 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=39e7bb8e-1965-4421-a071-143df7fc725b HTTP/1.1" status: 200 len: 944 time: 0.0589826 Oct 12 18:04:09.462276 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-883a3974-9fd3-426c-81b9-3ee3b1f62dda req-535b6ac1-0480-42b5-bd22-6ec60c9b67cf tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325341 Oct 12 18:04:09.727741 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 93e017bc-b739-4c26-8ab2-8148e13075f9 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:04:09.828134 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 93e017bc-b739-4c26-8ab2-8148e13075f9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=93e017bc-b739-4c26-8ab2-8148e13075f9,segment=NetworkSegment(a27a5a2f-2c43-4a86-974b-4e72668c54e4),segment_id=a27a5a2f-2c43-4a86-974b-4e72668c54e4)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:04:09.839625 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Returning: {'device': '93e017bc-b739-4c26-8ab2-8148e13075f9', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'port_id': '93e017bc-b739-4c26-8ab2-8148e13075f9', 'mac_address': 'fa:16:3e:82:df:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:04:09.878027 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:09.891761 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93e017bc-b739-4c26-8ab2-8148e13075f9 {{(pid=105768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:04:09.911842 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 93e017bc-b739-4c26-8ab2-8148e13075f9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=93e017bc-b739-4c26-8ab2-8148e13075f9,segment=NetworkSegment(a27a5a2f-2c43-4a86-974b-4e72668c54e4),segment_id=a27a5a2f-2c43-4a86-974b-4e72668c54e4)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:04:09.919603 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:09.975965 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=93e017bc-b739-4c26-8ab2-8148e13075f9,revision_number=4']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:04:09.983913 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:04:09.984197 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:04:09.984540 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:04:09.984900 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:04:09.985212 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:04:09.985541 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:04:09.985865 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:04:09.986191 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:04:09.986625 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:04:09.986952 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:04:09.987271 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:04:09.987576 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:04:10.194801 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] get_ports_and_sgs() called for port_ids ['93e017bc-b739-4c26-8ab2-8148e13075f9'] {{(pid=105768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:04:10.590270 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d47ca2-28ed-4beb-9230-c2d73ed8580c req-aa7ffd96-87f8-462d-a70c-89293cfa5765 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:04:10.591783 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-62d47ca2-28ed-4beb-9230-c2d73ed8580c req-aa7ffd96-87f8-462d-a70c-89293cfa5765 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=39e7bb8e-1965-4421-a071-143df7fc725b HTTP/1.1" status: 200 len: 945 time: 0.0575912 Oct 12 18:04:10.629204 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-62d47ca2-28ed-4beb-9230-c2d73ed8580c req-049caea2-f679-4b9d-926b-a9861851f5ad tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313458 Oct 12 18:04:11.056804 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ec6647e8-4e07-48c9-8500-5134574cf4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:11.726266 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 93e017bc-b739-4c26-8ab2-8148e13075f9 up at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:04:11.756787 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb5f35-6167-46a9-bee5-5e0991af5874 req-aa270e9a-c418-4dd0-aa4f-b28619844d22 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:04:11.758275 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d0eb5f35-6167-46a9-bee5-5e0991af5874 req-aa270e9a-c418-4dd0-aa4f-b28619844d22 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=39e7bb8e-1965-4421-a071-143df7fc725b HTTP/1.1" status: 200 len: 945 time: 0.0531263 Oct 12 18:04:11.778293 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning for port 93e017bc-b739-4c26-8ab2-8148e13075f9 completed by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:04:11.781821 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.provisioning_blocks [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Provisioning complete for port 93e017bc-b739-4c26-8ab2-8148e13075f9 triggered by entity L2. {{(pid=105768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:04:11.782188 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724112'] for port, provisioning_complete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:11.797767 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-d0eb5f35-6167-46a9-bee5-5e0991af5874 req-c5e7947d-3868-40a3-804c-43471ad575bd tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331912 Oct 12 18:04:11.865191 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:11.888966 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e7bb8e-1965-4421-a071-143df7fc725b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e017bc-b739-4c26-8ab2-8148e13075f9'}] {{(pid=105768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:04:11.891345 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d673ce2dcb2bb4fbf918fb1a8c35d4bb21dca6670ea86fc912d44392d0d8dbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b91f79-60b6-4e33-90a1-88eb341f72dc" -d '{"events": [{"server_uuid": "39e7bb8e-1965-4421-a071-143df7fc725b", "name": "network-vif-plugged", "status": "completed", "tag": "93e017bc-b739-4c26-8ab2-8148e13075f9"}]}' {{(pid=105768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:04:11.914554 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] For port 93e017bc-b739-4c26-8ab2-8148e13075f9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=93e017bc-b739-4c26-8ab2-8148e13075f9,segment=NetworkSegment(a27a5a2f-2c43-4a86-974b-4e72668c54e4),segment_id=a27a5a2f-2c43-4a86-974b-4e72668c54e4)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:04:11.919588 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614'] for port, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:11.924794 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:11.944559 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d7ab84-9f8b-4356-9f73-d120448b640d x-openstack-request-id: req-c6d7ab84-9f8b-4356-9f73-d120448b640d {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:04:11.944818 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e7bb8e-1965-4421-a071-143df7fc725b", "name": "network-vif-plugged", "status": "completed", "tag": "93e017bc-b739-4c26-8ab2-8148e13075f9", "code": 200}]} {{(pid=105768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:04:11.945096 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c6d7ab84-9f8b-4356-9f73-d120448b640d {{(pid=105768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:04:11.945477 dv-cinder-813226-2-iscsi neutron-server[105768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e7bb8e-1965-4421-a071-143df7fc725b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e017bc-b739-4c26-8ab2-8148e13075f9', 'code': 200} Oct 12 18:04:11.972297 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Pushing event updated for resources: {'Port': ['ID=93e017bc-b739-4c26-8ab2-8148e13075f9,revision_number=5']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:04:12.167809 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7649de2-e375-4161-b5a9-51276ea34b09 req-60fe879a-df1b-40c0-9d1c-5760a2541cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:04:12.169373 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-b7649de2-e375-4161-b5a9-51276ea34b09 req-60fe879a-df1b-40c0-9d1c-5760a2541cef service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=39e7bb8e-1965-4421-a071-143df7fc725b HTTP/1.1" status: 200 len: 1099 time: 0.0462971 Oct 12 18:04:12.206408 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-b7649de2-e375-4161-b5a9-51276ea34b09 req-3fa388c5-4766-4167-815c-8c7f8c4debe1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298417 Oct 12 18:04:12.357637 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:12.930231 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a740d-8f0f-4c1d-af43-61f7544865e7 req-5bea9f9a-d02d-4a83-85f3-14e39b1ac270 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:04:12.931829 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-234a740d-8f0f-4c1d-af43-61f7544865e7 req-5bea9f9a-d02d-4a83-85f3-14e39b1ac270 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=39e7bb8e-1965-4421-a071-143df7fc725b HTTP/1.1" status: 200 len: 946 time: 0.0572670 Oct 12 18:04:12.973372 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-234a740d-8f0f-4c1d-af43-61f7544865e7 req-942d5c57-a516-4798-98c4-cc3b3abbcffb tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321958 Oct 12 18:04:13.889212 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:14.100559 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f37a90-c235-4226-97e7-2716bb54630a req-43834f3f-d63a-4771-bb1c-af135300478d tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:04:14.102285 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c6f37a90-c235-4226-97e7-2716bb54630a req-43834f3f-d63a-4771-bb1c-af135300478d tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=39e7bb8e-1965-4421-a071-143df7fc725b HTTP/1.1" status: 200 len: 946 time: 0.0569260 Oct 12 18:04:14.152735 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-c6f37a90-c235-4226-97e7-2716bb54630a req-24f2e0ad-41fd-477e-8461-52fda29d7da2 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348220 Oct 12 18:04:14.282260 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe5020-63e8-45c6-8abd-72998665c78d req-4eca51c8-8a2c-49a6-9d1e-6c40ef9efbbc tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:04:14.283767 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-18fe5020-63e8-45c6-8abd-72998665c78d req-4eca51c8-8a2c-49a6-9d1e-6c40ef9efbbc tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=39e7bb8e-1965-4421-a071-143df7fc725b HTTP/1.1" status: 200 len: 946 time: 0.0584815 Oct 12 18:04:14.325796 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-18fe5020-63e8-45c6-8abd-72998665c78d req-64d25eec-a819-4c71-b703-ba3f8fb92943 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329690 Oct 12 18:04:14.353319 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 42028) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:04:14.393063 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b383f3-5e4c-4a4e-9f10-595f616f6c56 tempest-TestVolumeBootPattern-1337418077 tempest-TestVolumeBootPattern-1337418077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:04:14.394585 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-40b383f3-5e4c-4a4e-9f10-595f616f6c56 tempest-TestVolumeBootPattern-1337418077 tempest-TestVolumeBootPattern-1337418077-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=39e7bb8e-1965-4421-a071-143df7fc725b HTTP/1.1" status: 200 len: 1094 time: 0.0402868 Oct 12 18:04:14.397575 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 42030) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:04:14.402236 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.v2.base [None req-61dba606-8131-4013-a2a3-6fcaddf7bc96 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Request body: {'floatingip': {'floating_network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'port_id': '93e017bc-b739-4c26-8ab2-8148e13075f9', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=105767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:04:14.425860 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-61dba606-8131-4013-a2a3-6fcaddf7bc96 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for floatingip, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:14.527161 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-61dba606-8131-4013-a2a3-6fcaddf7bc96 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:14.632072 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.db_base_plugin_common [None req-61dba606-8131-4013-a2a3-6fcaddf7bc96 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Allocated IP 172.27.0.199 (57ccf176-38b9-4e1d-8eda-123c8986cf55/09d55e93-213a-4ce1-b19c-11c1c2f18eb4/c0656619-6129-4b0c-8645-5afb2e758667) {{(pid=105767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:04:14.736261 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-61dba606-8131-4013-a2a3-6fcaddf7bc96 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for port, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:14.772480 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-61dba606-8131-4013-a2a3-6fcaddf7bc96 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752769677806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:14.815009 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dba606-8131-4013-a2a3-6fcaddf7bc96 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Network 57ccf176-38b9-4e1d-8eda-123c8986cf55 is already hosted by enough agents. {{(pid=105767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:04:14.818191 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.base_scheduler [None req-61dba606-8131-4013-a2a3-6fcaddf7bc96 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Resources bound (agent type, host, resource id): {{(pid=105767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:04:14.821723 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dba606-8131-4013-a2a3-6fcaddf7bc96 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Received port after_create {{(pid=105767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:04:14.827293 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dba606-8131-4013-a2a3-6fcaddf7bc96 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Pushing event updated for resources: {'Port': ['ID=c0656619-6129-4b0c-8645-5afb2e758667,revision_number=1']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:04:15.187056 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-61dba606-8131-4013-a2a3-6fcaddf7bc96 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:15.258004 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-61dba606-8131-4013-a2a3-6fcaddf7bc96 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632854'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:15.415874 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-61dba606-8131-4013-a2a3-6fcaddf7bc96 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:15.425609 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-61dba606-8131-4013-a2a3-6fcaddf7bc96 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752770147862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752769678596', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752769678614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196327'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:15.496208 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dba606-8131-4013-a2a3-6fcaddf7bc96 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Pushing event updated for resources: {'Port': ['ID=c0656619-6129-4b0c-8645-5afb2e758667,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:04:15.503323 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-61dba606-8131-4013-a2a3-6fcaddf7bc96 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8091027'] for floatingip, after_create {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:15.604723 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.db.l3_db [None req-61dba606-8131-4013-a2a3-6fcaddf7bc96 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Floating IP b47d7fd0-86ce-4d3c-aa8a-2c71d8222df2 associated. External IP: 172.27.0.199, port: 93e017bc-b739-4c26-8ab2-8148e13075f9. Oct 12 18:04:15.823973 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61dba606-8131-4013-a2a3-6fcaddf7bc96 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Router 67b6cbf3-21e9-4f92-9190-98cb697db547 has already been hosted by L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 {{(pid=105767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:04:15.939880 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61dba606-8131-4013-a2a3-6fcaddf7bc96 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:04:15.950903 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1310be6-982d-476a-8f96-5482213cbefd None None] Sync routers for ids ['67b6cbf3-21e9-4f92-9190-98cb697db547'] in dv-cinder-813226-2-iscsi {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:04:15.963002 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1310be6-982d-476a-8f96-5482213cbefd None None] Routers {'67b6cbf3-21e9-4f92-9190-98cb697db547'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:04:15.963641 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-61dba606-8131-4013-a2a3-6fcaddf7bc96 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for floatingip, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:15.963804 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-b1310be6-982d-476a-8f96-5482213cbefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T18:04:11Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['67b6cbf3-21e9-4f92-9190-98cb697db547'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:04:15.990764 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-61dba606-8131-4013-a2a3-6fcaddf7bc96 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5920739 Oct 12 18:04:15.991451 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e7bb8e-1965-4421-a071-143df7fc725b', 'tag': '93e017bc-b739-4c26-8ab2-8148e13075f9'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:04:15.994137 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f63aab-4b98-48e2-92e5-ac245f85026d" -d '{"events": [{"name": "network-changed", "server_uuid": "39e7bb8e-1965-4421-a071-143df7fc725b", "tag": "93e017bc-b739-4c26-8ab2-8148e13075f9"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:04:16.030991 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdccb37-5fe6-4c66-9fde-8ffeb269e28f x-openstack-request-id: req-9cdccb37-5fe6-4c66-9fde-8ffeb269e28f {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:04:16.031284 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e7bb8e-1965-4421-a071-143df7fc725b", "tag": "93e017bc-b739-4c26-8ab2-8148e13075f9", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:04:16.031534 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-9cdccb37-5fe6-4c66-9fde-8ffeb269e28f {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:04:16.031941 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e7bb8e-1965-4421-a071-143df7fc725b', 'tag': '93e017bc-b739-4c26-8ab2-8148e13075f9', 'status': 'completed', 'code': 200} Oct 12 18:04:16.073519 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-b1310be6-982d-476a-8f96-5482213cbefd None None] Set router 67b6cbf3-21e9-4f92-9190-98cb697db547 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:04:16.097092 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f63aab-4b98-48e2-92e5-ac245f85026d req-44f49402-96f0-4560-ab42-bcea3eb08494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:04:16.098574 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-45f63aab-4b98-48e2-92e5-ac245f85026d req-44f49402-96f0-4560-ab42-bcea3eb08494 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b733cd5636f4c5ead827ce9ef00dffb&device_id=39e7bb8e-1965-4421-a071-143df7fc725b HTTP/1.1" status: 200 len: 1099 time: 0.0421486 Oct 12 18:04:16.192945 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f63aab-4b98-48e2-92e5-ac245f85026d req-57c78541-c710-47f5-ae1b-e981e4c10697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:04:16.194435 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-45f63aab-4b98-48e2-92e5-ac245f85026d req-57c78541-c710-47f5-ae1b-e981e4c10697 service neutron] 10.222.0.44 "GET /v2.0/networks?id=747c1029-0841-4266-be19-4e4d0afb5d86 HTTP/1.1" status: 200 len: 914 time: 0.0874715 Oct 12 18:04:16.258748 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-45f63aab-4b98-48e2-92e5-ac245f85026d req-f6a28ff7-7df5-4115-9a29-54558034ea2f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93e017bc-b739-4c26-8ab2-8148e13075f9 HTTP/1.1" status: 200 len: 1000 time: 0.0564830 Oct 12 18:04:16.298151 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-b1310be6-982d-476a-8f96-5482213cbefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'name': 'tempest-TestVolumeBootPattern-1675155538-router', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:59:07Z', 'updated_at': '2021-10-12T17:59:10Z', 'revision_number': 4, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'gw_port': {'id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:08Z', 'updated_at': '2021-10-12T17:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_floatingips': [{'id': '06292ba6-0257-4ee5-9ef7-8ef374808ef1', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'router_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'port_id': 'fc6c64a9-994f-454a-8b00-4615e88573c8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'mac_address': 'fa:16:3e:ed:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6461a25a-27b1-4d0d-9c7d-a0f489e7ae18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:02:21Z', 'updated_at': '2021-10-12T18:02:24Z', 'revision_number': 1, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'fixed_ip_address_scope': None}, {'id': 'b47d7fd0-86ce-4d3c-aa8a-2c71d8222df2', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'router_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'port_id': '93e017bc-b739-4c26-8ab2-8148e13075f9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'mac_address': 'fa:16:3e:82:df:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e7bb8e-1965-4421-a071-143df7fc725b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:04:15Z', 'updated_at': '2021-10-12T18:04:15Z', 'revision_number': 0, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af852ccc-9bb0-4dc2-bb64-af021d78dda9', 'name': '', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'mac_address': 'fa:16:3e:ff:2c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:10Z', 'updated_at': '2021-10-12T17:59:16Z', 'revision_number': 5, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'subnets': [{'id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:04:16.311797 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f63aab-4b98-48e2-92e5-ac245f85026d req-58cd21eb-13fb-4058-967c-1201b5dc842b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:04:16.313303 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-45f63aab-4b98-48e2-92e5-ac245f85026d req-58cd21eb-13fb-4058-967c-1201b5dc842b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0f763c5d-30cb-4f99-a6df-7fc6e82e4da9 HTTP/1.1" status: 200 len: 851 time: 0.0473738 Oct 12 18:04:16.327441 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1310be6-982d-476a-8f96-5482213cbefd None None] Checking router: 67b6cbf3-21e9-4f92-9190-98cb697db547 for host: dv-cinder-813226-2-iscsi {{(pid=105768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:04:16.335917 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1310be6-982d-476a-8f96-5482213cbefd None None] Routers {'67b6cbf3-21e9-4f92-9190-98cb697db547'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:04:16.336508 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-b1310be6-982d-476a-8f96-5482213cbefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T18:04:11Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['67b6cbf3-21e9-4f92-9190-98cb697db547'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:04:16.360840 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f63aab-4b98-48e2-92e5-ac245f85026d req-ba8ff83a-f690-432e-a2fe-9f95944c081e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:04:16.362241 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-45f63aab-4b98-48e2-92e5-ac245f85026d req-ba8ff83a-f690-432e-a2fe-9f95944c081e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=747c1029-0841-4266-be19-4e4d0afb5d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412586 Oct 12 18:04:16.441544 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-b1310be6-982d-476a-8f96-5482213cbefd None None] Set router 67b6cbf3-21e9-4f92-9190-98cb697db547 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:04:16.454688 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-45f63aab-4b98-48e2-92e5-ac245f85026d req-5c329149-e3b7-43d0-a376-1dea76cdcf3b service neutron] 10.222.0.44 "GET /v2.0/networks/747c1029-0841-4266-be19-4e4d0afb5d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846925 Oct 12 18:04:16.552250 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-45f63aab-4b98-48e2-92e5-ac245f85026d req-3073e09b-fd2c-42b4-8a3f-149218418303 service neutron] 10.222.0.44 "GET /v2.0/networks/747c1029-0841-4266-be19-4e4d0afb5d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901089 Oct 12 18:04:16.812593 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-b1310be6-982d-476a-8f96-5482213cbefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'name': 'tempest-TestVolumeBootPattern-1675155538-router', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:59:07Z', 'updated_at': '2021-10-12T17:59:10Z', 'revision_number': 4, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'gw_port': {'id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:08Z', 'updated_at': '2021-10-12T17:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_floatingips': [{'id': '06292ba6-0257-4ee5-9ef7-8ef374808ef1', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'router_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'port_id': 'fc6c64a9-994f-454a-8b00-4615e88573c8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'mac_address': 'fa:16:3e:ed:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6461a25a-27b1-4d0d-9c7d-a0f489e7ae18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:02:21Z', 'updated_at': '2021-10-12T18:02:24Z', 'revision_number': 1, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'fixed_ip_address_scope': None}, {'id': 'b47d7fd0-86ce-4d3c-aa8a-2c71d8222df2', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'router_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'port_id': '93e017bc-b739-4c26-8ab2-8148e13075f9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'mac_address': 'fa:16:3e:82:df:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e7bb8e-1965-4421-a071-143df7fc725b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:04:15Z', 'updated_at': '2021-10-12T18:04:15Z', 'revision_number': 0, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af852ccc-9bb0-4dc2-bb64-af021d78dda9', 'name': '', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'mac_address': 'fa:16:3e:ff:2c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:10Z', 'updated_at': '2021-10-12T17:59:16Z', 'revision_number': 5, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'subnets': [{'id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:04:16.839968 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1310be6-982d-476a-8f96-5482213cbefd None None] The sync data for ids ['67b6cbf3-21e9-4f92-9190-98cb697db547'] in dv-cinder-813226-2-iscsi is: [{'id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'name': 'tempest-TestVolumeBootPattern-1675155538-router', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:59:07Z', 'updated_at': '2021-10-12T17:59:10Z', 'revision_number': 4, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'gw_port': {'id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:08Z', 'updated_at': '2021-10-12T17:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_floatingips': [{'id': '06292ba6-0257-4ee5-9ef7-8ef374808ef1', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'router_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'port_id': 'fc6c64a9-994f-454a-8b00-4615e88573c8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'mac_address': 'fa:16:3e:ed:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6461a25a-27b1-4d0d-9c7d-a0f489e7ae18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:02:21Z', 'updated_at': '2021-10-12T18:02:24Z', 'revision_number': 1, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'fixed_ip_address_scope': None}, {'id': 'b47d7fd0-86ce-4d3c-aa8a-2c71d8222df2', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'router_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'port_id': '93e017bc-b739-4c26-8ab2-8148e13075f9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'mac_address': 'fa:16:3e:82:df:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e7bb8e-1965-4421-a071-143df7fc725b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:04:15Z', 'updated_at': '2021-10-12T18:04:15Z', 'revision_number': 0, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af852ccc-9bb0-4dc2-bb64-af021d78dda9', 'name': '', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'mac_address': 'fa:16:3e:ff:2c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:10Z', 'updated_at': '2021-10-12T17:59:16Z', 'revision_number': 5, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'subnets': [{'id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:04:17.037788 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991109c9-9964-4fd6-99a2-e67b51dcc5c5 None None] New status for floating IP b47d7fd0-86ce-4d3c-aa8a-2c71d8222df2: ACTIVE {{(pid=105769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:04:26.779524 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:28.707180 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-3259c1e3-1a5d-4b0b-962e-407d48af98b0 req-e35cfb0a-5eba-4826-b95d-56941b81bafb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6461a25a-27b1-4d0d-9c7d-a0f489e7ae18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0544844 Oct 12 18:04:28.798858 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259c1e3-1a5d-4b0b-962e-407d48af98b0 req-1a0d27e7-ab25-43f7-8b54-3c2783e0a214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:04:28.800344 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-3259c1e3-1a5d-4b0b-962e-407d48af98b0 req-1a0d27e7-ab25-43f7-8b54-3c2783e0a214 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b733cd5636f4c5ead827ce9ef00dffb&device_id=6461a25a-27b1-4d0d-9c7d-a0f489e7ae18 HTTP/1.1" status: 200 len: 1098 time: 0.0417159 Oct 12 18:04:28.931129 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259c1e3-1a5d-4b0b-962e-407d48af98b0 req-a829f3ec-c1bc-4c4b-9b3d-b2894f87d3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:04:28.932632 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-3259c1e3-1a5d-4b0b-962e-407d48af98b0 req-a829f3ec-c1bc-4c4b-9b3d-b2894f87d3a0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=747c1029-0841-4266-be19-4e4d0afb5d86 HTTP/1.1" status: 200 len: 914 time: 0.1048577 Oct 12 18:04:29.000186 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-3259c1e3-1a5d-4b0b-962e-407d48af98b0 req-3c6ee69e-98c4-48e6-9246-22fa3ece032e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc6c64a9-994f-454a-8b00-4615e88573c8 HTTP/1.1" status: 200 len: 1000 time: 0.0581198 Oct 12 18:04:29.056361 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259c1e3-1a5d-4b0b-962e-407d48af98b0 req-060fa5d2-d7b9-45a2-87b6-1a0be1f6c632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:04:29.057875 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-3259c1e3-1a5d-4b0b-962e-407d48af98b0 req-060fa5d2-d7b9-45a2-87b6-1a0be1f6c632 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0f763c5d-30cb-4f99-a6df-7fc6e82e4da9 HTTP/1.1" status: 200 len: 851 time: 0.0491626 Oct 12 18:04:29.110678 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259c1e3-1a5d-4b0b-962e-407d48af98b0 req-ce0d862e-ce8c-4238-aa45-930f67846d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:04:29.112134 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-3259c1e3-1a5d-4b0b-962e-407d48af98b0 req-ce0d862e-ce8c-4238-aa45-930f67846d98 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=747c1029-0841-4266-be19-4e4d0afb5d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416579 Oct 12 18:04:29.214398 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-3259c1e3-1a5d-4b0b-962e-407d48af98b0 req-38208b5a-5758-4bb4-820d-8487435eb568 service neutron] 10.222.0.44 "GET /v2.0/networks/747c1029-0841-4266-be19-4e4d0afb5d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929322 Oct 12 18:04:29.305474 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-3259c1e3-1a5d-4b0b-962e-407d48af98b0 req-ba3e0de0-7315-4e25-ab4d-f503772324fc service neutron] 10.222.0.44 "GET /v2.0/networks/747c1029-0841-4266-be19-4e4d0afb5d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826905 Oct 12 18:04:38.312135 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-bcd234b0-b768-4cd7-87ac-b4644749a192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:41.069499 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-97e45170-630f-49c1-b09e-2f2c02b21eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:41.195009 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 6 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:04:41.910969 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:42.203574 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [req-8985950d-9e52-49fc-a9d8-95e174dabb05 req-6dc0b445-cd85-45c5-8e35-25856b22d0a2 service neutron] (105767) timed out ('10.222.0.44', 63753) {{(pid=105767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 18:04:42.354306 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:43.890059 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:50.558692 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [req-18d24b1d-5074-4e27-80e3-d68423bc3dad req-729fcdaa-02b3-4880-af49-fdd46f75365c service neutron] (105766) timed out ('10.222.0.44', 63744) {{(pid=105766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 18:04:56.795480 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:08.313246 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-4410ddbd-205e-4be9-b47d-c889c7947b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:11.062908 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-fdf461c2-da28-49bf-921e-c1a2fffcbc51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:11.912425 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:12.359933 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:13.900940 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:18.199261 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 6 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:05:26.815337 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:30.701681 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-5a07cb33-d92c-46c3-9158-df6897aa7355 req-ff51b938-5efe-432b-8241-f9057c8a7aeb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=39e7bb8e-1965-4421-a071-143df7fc725b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1150384 Oct 12 18:05:30.784706 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07cb33-d92c-46c3-9158-df6897aa7355 req-77620bef-6dec-474d-91d5-3f30cacfffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:05:30.787108 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-5a07cb33-d92c-46c3-9158-df6897aa7355 req-77620bef-6dec-474d-91d5-3f30cacfffe5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b733cd5636f4c5ead827ce9ef00dffb&device_id=39e7bb8e-1965-4421-a071-143df7fc725b HTTP/1.1" status: 200 len: 1099 time: 0.0548067 Oct 12 18:05:30.895746 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07cb33-d92c-46c3-9158-df6897aa7355 req-f9a20bc6-3a67-40db-8da7-5224e0c0ef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:05:30.897169 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-5a07cb33-d92c-46c3-9158-df6897aa7355 req-f9a20bc6-3a67-40db-8da7-5224e0c0ef90 service neutron] 10.222.0.44 "GET /v2.0/networks?id=747c1029-0841-4266-be19-4e4d0afb5d86 HTTP/1.1" status: 200 len: 914 time: 0.0881670 Oct 12 18:05:30.973817 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-5a07cb33-d92c-46c3-9158-df6897aa7355 req-48c70c42-4628-4c6e-8983-44fb5f6b7356 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93e017bc-b739-4c26-8ab2-8148e13075f9 HTTP/1.1" status: 200 len: 1002 time: 0.0691907 Oct 12 18:05:31.024136 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07cb33-d92c-46c3-9158-df6897aa7355 req-dd3f08da-b09b-473f-81c3-9f098d7b8318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:05:31.026010 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-5a07cb33-d92c-46c3-9158-df6897aa7355 req-dd3f08da-b09b-473f-81c3-9f098d7b8318 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0f763c5d-30cb-4f99-a6df-7fc6e82e4da9 HTTP/1.1" status: 200 len: 851 time: 0.0440915 Oct 12 18:05:31.074077 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07cb33-d92c-46c3-9158-df6897aa7355 req-cc5e2d40-3d66-4528-b411-40b795053f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:05:31.075604 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-5a07cb33-d92c-46c3-9158-df6897aa7355 req-cc5e2d40-3d66-4528-b411-40b795053f0e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=747c1029-0841-4266-be19-4e4d0afb5d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424840 Oct 12 18:05:31.167755 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-5a07cb33-d92c-46c3-9158-df6897aa7355 req-5c217878-6c74-4c77-bf0b-217e08817315 service neutron] 10.222.0.44 "GET /v2.0/networks/747c1029-0841-4266-be19-4e4d0afb5d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834093 Oct 12 18:05:31.262704 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-5a07cb33-d92c-46c3-9158-df6897aa7355 req-396f9271-3ff7-4e7e-9268-bc62510fa428 service neutron] 10.222.0.44 "GET /v2.0/networks/747c1029-0841-4266-be19-4e4d0afb5d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860527 Oct 12 18:05:38.321409 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-1d79ee0a-65f6-4d7c-8627-9f2311a31fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:41.071585 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-dd9e5a7c-17bd-4aa8-893d-d6443fab4f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:41.909746 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:42.370070 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:43.319096 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 42064) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:05:43.536199 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-cad6830a-b888-43d6-996a-608ec146ccf8 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Deleting port c0656619-6129-4b0c-8645-5afb2e758667 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:05:43.536533 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cad6830a-b888-43d6-996a-608ec146ccf8 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:43.617021 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cad6830a-b888-43d6-996a-608ec146ccf8 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:43.617262 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cad6830a-b888-43d6-996a-608ec146ccf8 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:43.633097 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-cad6830a-b888-43d6-996a-608ec146ccf8 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Calling delete_port for c0656619-6129-4b0c-8645-5afb2e758667 owned by network:floatingip {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:05:43.788694 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cad6830a-b888-43d6-996a-608ec146ccf8 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4464511'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:43.813945 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6830a-b888-43d6-996a-608ec146ccf8 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Pushing event deleted for resources: {'Port': ['ID=c0656619-6129-4b0c-8645-5afb2e758667,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:05:43.845873 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad6830a-b888-43d6-996a-608ec146ccf8 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:05:43.846191 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad6830a-b888-43d6-996a-608ec146ccf8 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:05:43.846551 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad6830a-b888-43d6-996a-608ec146ccf8 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:05:43.846884 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad6830a-b888-43d6-996a-608ec146ccf8 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:05:43.847209 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad6830a-b888-43d6-996a-608ec146ccf8 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:05:43.847542 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad6830a-b888-43d6-996a-608ec146ccf8 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:05:43.847904 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad6830a-b888-43d6-996a-608ec146ccf8 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:05:43.848220 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad6830a-b888-43d6-996a-608ec146ccf8 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:05:43.848542 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad6830a-b888-43d6-996a-608ec146ccf8 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:05:43.848873 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad6830a-b888-43d6-996a-608ec146ccf8 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:05:43.849232 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad6830a-b888-43d6-996a-608ec146ccf8 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:05:43.849494 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad6830a-b888-43d6-996a-608ec146ccf8 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:05:43.891390 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cad6830a-b888-43d6-996a-608ec146ccf8 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for floatingip, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:43.891727 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.db.l3_db [None req-cad6830a-b888-43d6-996a-608ec146ccf8 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Floating IP b47d7fd0-86ce-4d3c-aa8a-2c71d8222df2 disassociated (deleted). External IP: 172.27.0.199, port: 93e017bc-b739-4c26-8ab2-8148e13075f9. Oct 12 18:05:43.893593 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:44.115514 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad6830a-b888-43d6-996a-608ec146ccf8 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Router 67b6cbf3-21e9-4f92-9190-98cb697db547 has already been hosted by L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 {{(pid=105766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:05:44.225812 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad6830a-b888-43d6-996a-608ec146ccf8 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:05:44.230770 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cad6830a-b888-43d6-996a-608ec146ccf8 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for floatingip, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:44.235783 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ee41b9-02c1-48ee-abda-b1cade31626a None None] Sync routers for ids ['67b6cbf3-21e9-4f92-9190-98cb697db547'] in dv-cinder-813226-2-iscsi {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:05:44.244975 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ee41b9-02c1-48ee-abda-b1cade31626a None None] Routers {'67b6cbf3-21e9-4f92-9190-98cb697db547'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:05:44.245575 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-06ee41b9-02c1-48ee-abda-b1cade31626a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T18:05:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['67b6cbf3-21e9-4f92-9190-98cb697db547'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:05:44.260858 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-cad6830a-b888-43d6-996a-608ec146ccf8 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "DELETE /v2.0/floatingips/b47d7fd0-86ce-4d3c-aa8a-2c71d8222df2 HTTP/1.1" status: 204 len: 168 time: 0.9378150 Oct 12 18:05:44.260858 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e7bb8e-1965-4421-a071-143df7fc725b', 'tag': '93e017bc-b739-4c26-8ab2-8148e13075f9'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:05:44.261532 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ba8fd1764513c7e19680242eeb7ddb2adb145f07e018bb81601842aae508955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0518bd84-f4a1-4d10-81fb-5c97953077e2" -d '{"events": [{"name": "network-changed", "server_uuid": "39e7bb8e-1965-4421-a071-143df7fc725b", "tag": "93e017bc-b739-4c26-8ab2-8148e13075f9"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:05:44.358373 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-06ee41b9-02c1-48ee-abda-b1cade31626a None None] Set router 67b6cbf3-21e9-4f92-9190-98cb697db547 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:05:44.410376 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61e07f5-e793-452d-a702-05fe8142c6be x-openstack-request-id: req-d61e07f5-e793-452d-a702-05fe8142c6be {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:05:44.411010 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e7bb8e-1965-4421-a071-143df7fc725b", "tag": "93e017bc-b739-4c26-8ab2-8148e13075f9", "status": "completed", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:05:44.411010 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d61e07f5-e793-452d-a702-05fe8142c6be {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:05:44.411572 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e7bb8e-1965-4421-a071-143df7fc725b', 'tag': '93e017bc-b739-4c26-8ab2-8148e13075f9', 'status': 'completed', 'code': 200} Oct 12 18:05:44.483652 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518bd84-f4a1-4d10-81fb-5c97953077e2 req-3169ce77-189c-49ec-9817-ae79f4ae35fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:05:44.485318 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0518bd84-f4a1-4d10-81fb-5c97953077e2 req-3169ce77-189c-49ec-9817-ae79f4ae35fc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b733cd5636f4c5ead827ce9ef00dffb&device_id=39e7bb8e-1965-4421-a071-143df7fc725b HTTP/1.1" status: 200 len: 1099 time: 0.0490530 Oct 12 18:05:44.545822 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9d8c7-a8e7-400a-94c5-c30a7032e48c req-e73fe56f-3068-4761-914d-6f491b9c0292 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:05:44.547735 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-84a9d8c7-a8e7-400a-94c5-c30a7032e48c req-e73fe56f-3068-4761-914d-6f491b9c0292 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=39e7bb8e-1965-4421-a071-143df7fc725b HTTP/1.1" status: 200 len: 946 time: 0.1024132 Oct 12 18:05:44.590642 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-84a9d8c7-a8e7-400a-94c5-c30a7032e48c req-a13f3b55-8603-49d9-a1d6-c49b00070e42 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365074 Oct 12 18:05:44.619850 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-06ee41b9-02c1-48ee-abda-b1cade31626a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'name': 'tempest-TestVolumeBootPattern-1675155538-router', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:59:07Z', 'updated_at': '2021-10-12T17:59:10Z', 'revision_number': 4, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'gw_port': {'id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:08Z', 'updated_at': '2021-10-12T17:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_floatingips': [{'id': '06292ba6-0257-4ee5-9ef7-8ef374808ef1', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'router_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'port_id': 'fc6c64a9-994f-454a-8b00-4615e88573c8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'mac_address': 'fa:16:3e:ed:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6461a25a-27b1-4d0d-9c7d-a0f489e7ae18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:02:21Z', 'updated_at': '2021-10-12T18:02:24Z', 'revision_number': 1, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af852ccc-9bb0-4dc2-bb64-af021d78dda9', 'name': '', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'mac_address': 'fa:16:3e:ff:2c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:10Z', 'updated_at': '2021-10-12T17:59:16Z', 'revision_number': 5, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'subnets': [{'id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:05:44.647371 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ee41b9-02c1-48ee-abda-b1cade31626a None None] Checking router: 67b6cbf3-21e9-4f92-9190-98cb697db547 for host: dv-cinder-813226-2-iscsi {{(pid=105768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:05:44.656422 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ee41b9-02c1-48ee-abda-b1cade31626a None None] Routers {'67b6cbf3-21e9-4f92-9190-98cb697db547'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:05:44.657048 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-06ee41b9-02c1-48ee-abda-b1cade31626a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T18:05:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['67b6cbf3-21e9-4f92-9190-98cb697db547'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:05:44.767030 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-06ee41b9-02c1-48ee-abda-b1cade31626a None None] Set router 67b6cbf3-21e9-4f92-9190-98cb697db547 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:05:44.870121 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518bd84-f4a1-4d10-81fb-5c97953077e2 req-ab75b631-1758-40eb-bdac-405a29198989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:05:44.871948 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0518bd84-f4a1-4d10-81fb-5c97953077e2 req-ab75b631-1758-40eb-bdac-405a29198989 service neutron] 10.222.0.44 "GET /v2.0/networks?id=747c1029-0841-4266-be19-4e4d0afb5d86 HTTP/1.1" status: 200 len: 914 time: 0.3791826 Oct 12 18:05:44.916748 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0518bd84-f4a1-4d10-81fb-5c97953077e2 req-9c98788f-fd33-4155-881c-1578cd1d2acd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93e017bc-b739-4c26-8ab2-8148e13075f9 HTTP/1.1" status: 200 len: 217 time: 0.0342302 Oct 12 18:05:44.974121 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518bd84-f4a1-4d10-81fb-5c97953077e2 req-d12b2a3c-5aa1-46d7-81ab-9d68d1e856bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:05:44.975662 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0518bd84-f4a1-4d10-81fb-5c97953077e2 req-d12b2a3c-5aa1-46d7-81ab-9d68d1e856bc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0f763c5d-30cb-4f99-a6df-7fc6e82e4da9 HTTP/1.1" status: 200 len: 851 time: 0.0484338 Oct 12 18:05:44.995567 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-06ee41b9-02c1-48ee-abda-b1cade31626a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'name': 'tempest-TestVolumeBootPattern-1675155538-router', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:59:07Z', 'updated_at': '2021-10-12T17:59:10Z', 'revision_number': 4, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'gw_port': {'id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:08Z', 'updated_at': '2021-10-12T17:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_floatingips': [{'id': '06292ba6-0257-4ee5-9ef7-8ef374808ef1', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'router_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'port_id': 'fc6c64a9-994f-454a-8b00-4615e88573c8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'mac_address': 'fa:16:3e:ed:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6461a25a-27b1-4d0d-9c7d-a0f489e7ae18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:02:21Z', 'updated_at': '2021-10-12T18:02:24Z', 'revision_number': 1, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af852ccc-9bb0-4dc2-bb64-af021d78dda9', 'name': '', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'mac_address': 'fa:16:3e:ff:2c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:10Z', 'updated_at': '2021-10-12T17:59:16Z', 'revision_number': 5, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'subnets': [{'id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:05:45.023457 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518bd84-f4a1-4d10-81fb-5c97953077e2 req-1791cb72-5442-431b-aad5-7f7e556c43e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:05:45.024864 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0518bd84-f4a1-4d10-81fb-5c97953077e2 req-1791cb72-5442-431b-aad5-7f7e556c43e1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=747c1029-0841-4266-be19-4e4d0afb5d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405853 Oct 12 18:05:45.026098 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ee41b9-02c1-48ee-abda-b1cade31626a None None] The sync data for ids ['67b6cbf3-21e9-4f92-9190-98cb697db547'] in dv-cinder-813226-2-iscsi is: [{'id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'name': 'tempest-TestVolumeBootPattern-1675155538-router', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:59:07Z', 'updated_at': '2021-10-12T17:59:10Z', 'revision_number': 4, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'gw_port': {'id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:08Z', 'updated_at': '2021-10-12T17:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_floatingips': [{'id': '06292ba6-0257-4ee5-9ef7-8ef374808ef1', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'router_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'port_id': 'fc6c64a9-994f-454a-8b00-4615e88573c8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'mac_address': 'fa:16:3e:ed:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6461a25a-27b1-4d0d-9c7d-a0f489e7ae18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:02:21Z', 'updated_at': '2021-10-12T18:02:24Z', 'revision_number': 1, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af852ccc-9bb0-4dc2-bb64-af021d78dda9', 'name': '', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'mac_address': 'fa:16:3e:ff:2c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:10Z', 'updated_at': '2021-10-12T17:59:16Z', 'revision_number': 5, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'subnets': [{'id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:05:45.122539 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0518bd84-f4a1-4d10-81fb-5c97953077e2 req-075fe08d-9ff6-4755-bb54-049c96340a82 service neutron] 10.222.0.44 "GET /v2.0/networks/747c1029-0841-4266-be19-4e4d0afb5d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866323 Oct 12 18:05:45.220811 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-0518bd84-f4a1-4d10-81fb-5c97953077e2 req-badc2475-8a10-4354-8e6f-e28293b947f7 service neutron] 10.222.0.44 "GET /v2.0/networks/747c1029-0841-4266-be19-4e4d0afb5d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897481 Oct 12 18:05:45.237768 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bd77ee-5427-4114-99aa-f018019343f1 None None] New status for floating IP b47d7fd0-86ce-4d3c-aa8a-2c71d8222df2: DOWN {{(pid=105769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:05:45.788326 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7a45e-6b9c-4970-80a1-9247701a0e0f req-03bfb64d-cf45-415b-8a79-b587ebaa22e9 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:05:45.789804 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-3ce7a45e-6b9c-4970-80a1-9247701a0e0f req-03bfb64d-cf45-415b-8a79-b587ebaa22e9 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=39e7bb8e-1965-4421-a071-143df7fc725b HTTP/1.1" status: 200 len: 946 time: 0.1168559 Oct 12 18:05:45.833274 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-3ce7a45e-6b9c-4970-80a1-9247701a0e0f req-37801f52-c13b-4002-b17d-bb482cd90bf8 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370176 Oct 12 18:05:46.152854 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ff933-cf02-4878-8810-e225b9436a5e req-8369bc99-812d-4da7-b7bb-120581085d06 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:05:46.154681 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-8c3ff933-cf02-4878-8810-e225b9436a5e req-8369bc99-812d-4da7-b7bb-120581085d06 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.44 "GET /v2.0/ports?device_id=39e7bb8e-1965-4421-a071-143df7fc725b HTTP/1.1" status: 200 len: 946 time: 0.0528452 Oct 12 18:05:46.249074 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [req-8c3ff933-cf02-4878-8810-e225b9436a5e req-e585e7c4-e291-4563-a8e4-5aa505a79782 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Deleting port 93e017bc-b739-4c26-8ab2-8148e13075f9 {{(pid=105767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:05:46.249314 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-8c3ff933-cf02-4878-8810-e225b9436a5e req-e585e7c4-e291-4563-a8e4-5aa505a79782 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:46.337161 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-8c3ff933-cf02-4878-8810-e225b9436a5e req-e585e7c4-e291-4563-a8e4-5aa505a79782 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] For port 93e017bc-b739-4c26-8ab2-8148e13075f9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=93e017bc-b739-4c26-8ab2-8148e13075f9,segment=NetworkSegment(a27a5a2f-2c43-4a86-974b-4e72668c54e4),segment_id=a27a5a2f-2c43-4a86-974b-4e72668c54e4)] {{(pid=105767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:05:46.337524 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-8c3ff933-cf02-4878-8810-e225b9436a5e req-e585e7c4-e291-4563-a8e4-5aa505a79782 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:46.350682 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [req-8c3ff933-cf02-4878-8810-e225b9436a5e req-e585e7c4-e291-4563-a8e4-5aa505a79782 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Calling delete_port for 93e017bc-b739-4c26-8ab2-8148e13075f9 owned by compute:nova {{(pid=105767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:05:46.492747 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-8c3ff933-cf02-4878-8810-e225b9436a5e req-e585e7c4-e291-4563-a8e4-5aa505a79782 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:46.520601 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585e7c4-e291-4563-a8e4-5aa505a79782 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Pushing event deleted for resources: {'Port': ['ID=93e017bc-b739-4c26-8ab2-8148e13075f9,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:05:46.532117 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e585e7c4-e291-4563-a8e4-5aa505a79782 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:05:46.532460 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e585e7c4-e291-4563-a8e4-5aa505a79782 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:05:46.532780 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e585e7c4-e291-4563-a8e4-5aa505a79782 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:05:46.533119 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e585e7c4-e291-4563-a8e4-5aa505a79782 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:05:46.533441 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e585e7c4-e291-4563-a8e4-5aa505a79782 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:05:46.533741 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e585e7c4-e291-4563-a8e4-5aa505a79782 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:05:46.534052 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e585e7c4-e291-4563-a8e4-5aa505a79782 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:05:46.534419 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e585e7c4-e291-4563-a8e4-5aa505a79782 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:05:46.534726 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e585e7c4-e291-4563-a8e4-5aa505a79782 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:05:46.535041 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e585e7c4-e291-4563-a8e4-5aa505a79782 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:05:46.535351 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e585e7c4-e291-4563-a8e4-5aa505a79782 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:05:46.535658 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e585e7c4-e291-4563-a8e4-5aa505a79782 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:05:46.572221 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3ff933-cf02-4878-8810-e225b9436a5e req-e585e7c4-e291-4563-a8e4-5aa505a79782 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] No DVR routers for this DVR port 93e017bc-b739-4c26-8ab2-8148e13075f9 on host hv-cinder-81322 {{(pid=105767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:05:46.574786 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-8c3ff933-cf02-4878-8810-e225b9436a5e req-e585e7c4-e291-4563-a8e4-5aa505a79782 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:46.578400 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-8c3ff933-cf02-4878-8810-e225b9436a5e req-e585e7c4-e291-4563-a8e4-5aa505a79782 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.44 "DELETE /v2.0/ports/93e017bc-b739-4c26-8ab2-8148e13075f9 HTTP/1.1" status: 204 len: 173 time: 0.4168756 Oct 12 18:05:46.578858 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e7bb8e-1965-4421-a071-143df7fc725b', 'name': 'network-vif-deleted', 'tag': '93e017bc-b739-4c26-8ab2-8148e13075f9'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:05:46.581093 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa451593-6141-4d95-836b-18fb26af47ab" -d '{"events": [{"server_uuid": "39e7bb8e-1965-4421-a071-143df7fc725b", "name": "network-vif-deleted", "tag": "93e017bc-b739-4c26-8ab2-8148e13075f9"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:05:46.676621 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf10eca-1dcd-4feb-a633-dd1188a0a2cb x-openstack-request-id: req-ebf10eca-1dcd-4feb-a633-dd1188a0a2cb {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:05:46.676914 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e7bb8e-1965-4421-a071-143df7fc725b", "name": "network-vif-deleted", "tag": "93e017bc-b739-4c26-8ab2-8148e13075f9", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:05:46.677213 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-ebf10eca-1dcd-4feb-a633-dd1188a0a2cb {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:05:46.677576 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e7bb8e-1965-4421-a071-143df7fc725b', 'name': 'network-vif-deleted', 'tag': '93e017bc-b739-4c26-8ab2-8148e13075f9', 'status': 'completed', 'code': 200} Oct 12 18:05:46.941201 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-b1333397-74b2-4065-8dc6-e78994e37dc2 req-b3cdf604-844e-4b58-b53e-bdc49611b395 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=39e7bb8e-1965-4421-a071-143df7fc725b HTTP/1.1" status: 200 len: 210 time: 0.0325162 Oct 12 18:05:50.116478 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 93e017bc-b739-4c26-8ab2-8148e13075f9 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:05:50.144481 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] No Port match for: 93e017bc-b739-4c26-8ab2-8148e13075f9 {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:05:50.144818 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device 93e017bc-b739-4c26-8ab2-8148e13075f9 not bound to the agent host hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:05:50.266106 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 42114) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:05:50.430177 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-8655defa-154b-4125-8698-1fc1eae56f3e tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Deleting port 1fe94542-60d2-4654-88a2-a0df8d45a2eb {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:05:50.430568 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8655defa-154b-4125-8698-1fc1eae56f3e tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:50.510656 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8655defa-154b-4125-8698-1fc1eae56f3e tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:50.510979 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8655defa-154b-4125-8698-1fc1eae56f3e tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:50.522548 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-8655defa-154b-4125-8698-1fc1eae56f3e tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Calling delete_port for 1fe94542-60d2-4654-88a2-a0df8d45a2eb owned by network:floatingip {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:05:50.681223 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8655defa-154b-4125-8698-1fc1eae56f3e tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4464511'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:50.706304 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655defa-154b-4125-8698-1fc1eae56f3e tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Pushing event deleted for resources: {'Port': ['ID=1fe94542-60d2-4654-88a2-a0df8d45a2eb,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:05:50.767293 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8655defa-154b-4125-8698-1fc1eae56f3e tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for floatingip, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:50.767530 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.db.l3_db [None req-8655defa-154b-4125-8698-1fc1eae56f3e tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Floating IP 06292ba6-0257-4ee5-9ef7-8ef374808ef1 disassociated (deleted). External IP: 172.27.0.39, port: fc6c64a9-994f-454a-8b00-4615e88573c8. Oct 12 18:05:51.243046 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8655defa-154b-4125-8698-1fc1eae56f3e tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Router 67b6cbf3-21e9-4f92-9190-98cb697db547 has already been hosted by L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 {{(pid=105766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:05:51.360822 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8655defa-154b-4125-8698-1fc1eae56f3e tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:05:51.366885 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8655defa-154b-4125-8698-1fc1eae56f3e tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for floatingip, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:51.373208 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e0adf9-584b-429a-9bbf-6e951f754669 None None] Sync routers for ids ['67b6cbf3-21e9-4f92-9190-98cb697db547'] in dv-cinder-813226-2-iscsi {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:05:51.383239 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e0adf9-584b-429a-9bbf-6e951f754669 None None] Routers {'67b6cbf3-21e9-4f92-9190-98cb697db547'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:05:51.384051 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-e0e0adf9-584b-429a-9bbf-6e951f754669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T18:05:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['67b6cbf3-21e9-4f92-9190-98cb697db547'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:05:51.401595 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-8655defa-154b-4125-8698-1fc1eae56f3e tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "DELETE /v2.0/floatingips/06292ba6-0257-4ee5-9ef7-8ef374808ef1 HTTP/1.1" status: 204 len: 168 time: 1.1343415 Oct 12 18:05:51.402162 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6461a25a-27b1-4d0d-9c7d-a0f489e7ae18', 'tag': 'fc6c64a9-994f-454a-8b00-4615e88573c8'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:05:51.405447 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ba8fd1764513c7e19680242eeb7ddb2adb145f07e018bb81601842aae508955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09465f6-9d0c-4421-bf4f-82660a5220d8" -d '{"events": [{"name": "network-changed", "server_uuid": "6461a25a-27b1-4d0d-9c7d-a0f489e7ae18", "tag": "fc6c64a9-994f-454a-8b00-4615e88573c8"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:05:51.444648 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd34150-aac9-413d-b10c-cd3e7e04ed3d x-openstack-request-id: req-6cd34150-aac9-413d-b10c-cd3e7e04ed3d {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:05:51.444930 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6461a25a-27b1-4d0d-9c7d-a0f489e7ae18", "tag": "fc6c64a9-994f-454a-8b00-4615e88573c8", "status": "completed", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:05:51.445209 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-6cd34150-aac9-413d-b10c-cd3e7e04ed3d {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:05:51.445604 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6461a25a-27b1-4d0d-9c7d-a0f489e7ae18', 'tag': 'fc6c64a9-994f-454a-8b00-4615e88573c8', 'status': 'completed', 'code': 200} Oct 12 18:05:51.498801 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-e0e0adf9-584b-429a-9bbf-6e951f754669 None None] Set router 67b6cbf3-21e9-4f92-9190-98cb697db547 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:05:51.513598 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09465f6-9d0c-4421-bf4f-82660a5220d8 req-9a372c0e-ca73-4268-86f5-ccdb326b039b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:05:51.515158 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-b09465f6-9d0c-4421-bf4f-82660a5220d8 req-9a372c0e-ca73-4268-86f5-ccdb326b039b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b733cd5636f4c5ead827ce9ef00dffb&device_id=6461a25a-27b1-4d0d-9c7d-a0f489e7ae18 HTTP/1.1" status: 200 len: 1098 time: 0.0435221 Oct 12 18:05:51.616190 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09465f6-9d0c-4421-bf4f-82660a5220d8 req-7163a9c7-3c16-4959-b5ff-0ac8983b6e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:05:51.617792 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-b09465f6-9d0c-4421-bf4f-82660a5220d8 req-7163a9c7-3c16-4959-b5ff-0ac8983b6e85 service neutron] 10.222.0.44 "GET /v2.0/networks?id=747c1029-0841-4266-be19-4e4d0afb5d86 HTTP/1.1" status: 200 len: 914 time: 0.0900235 Oct 12 18:05:51.640373 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df1315-d3ca-4e00-bef2-60858c9b8b3e req-c1e702b3-b043-4f7b-b5f6-b660e99715b1 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:05:51.641910 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a1df1315-d3ca-4e00-bef2-60858c9b8b3e req-c1e702b3-b043-4f7b-b5f6-b660e99715b1 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=6461a25a-27b1-4d0d-9c7d-a0f489e7ae18 HTTP/1.1" status: 200 len: 945 time: 0.0524728 Oct 12 18:05:51.668700 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-b09465f6-9d0c-4421-bf4f-82660a5220d8 req-d9208497-733b-462b-a041-6c8549312e35 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc6c64a9-994f-454a-8b00-4615e88573c8 HTTP/1.1" status: 200 len: 217 time: 0.0398579 Oct 12 18:05:51.682565 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-a1df1315-d3ca-4e00-bef2-60858c9b8b3e req-6a96eb87-a8d1-4297-9c06-f9d0ed7cce44 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336895 Oct 12 18:05:51.718078 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-e0e0adf9-584b-429a-9bbf-6e951f754669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'name': 'tempest-TestVolumeBootPattern-1675155538-router', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:59:07Z', 'updated_at': '2021-10-12T17:59:10Z', 'revision_number': 4, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'gw_port': {'id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:08Z', 'updated_at': '2021-10-12T17:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': 'af852ccc-9bb0-4dc2-bb64-af021d78dda9', 'name': '', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'mac_address': 'fa:16:3e:ff:2c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:10Z', 'updated_at': '2021-10-12T17:59:16Z', 'revision_number': 5, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'subnets': [{'id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:05:51.723640 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09465f6-9d0c-4421-bf4f-82660a5220d8 req-358520d0-5879-4569-9db6-9edd20e49034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:05:51.725191 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-b09465f6-9d0c-4421-bf4f-82660a5220d8 req-358520d0-5879-4569-9db6-9edd20e49034 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0f763c5d-30cb-4f99-a6df-7fc6e82e4da9 HTTP/1.1" status: 200 len: 851 time: 0.0464153 Oct 12 18:05:51.743445 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e0adf9-584b-429a-9bbf-6e951f754669 None None] Checking router: 67b6cbf3-21e9-4f92-9190-98cb697db547 for host: dv-cinder-813226-2-iscsi {{(pid=105768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:05:51.751903 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e0adf9-584b-429a-9bbf-6e951f754669 None None] Routers {'67b6cbf3-21e9-4f92-9190-98cb697db547'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:05:51.752534 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-e0e0adf9-584b-429a-9bbf-6e951f754669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T18:05:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['67b6cbf3-21e9-4f92-9190-98cb697db547'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:05:51.775127 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09465f6-9d0c-4421-bf4f-82660a5220d8 req-76721fa1-ad02-4e28-843b-c510bb6d3b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:05:51.776642 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-b09465f6-9d0c-4421-bf4f-82660a5220d8 req-76721fa1-ad02-4e28-843b-c510bb6d3b9c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=747c1029-0841-4266-be19-4e4d0afb5d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402882 Oct 12 18:05:51.858461 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-e0e0adf9-584b-429a-9bbf-6e951f754669 None None] Set router 67b6cbf3-21e9-4f92-9190-98cb697db547 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:05:51.873900 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-b09465f6-9d0c-4421-bf4f-82660a5220d8 req-4a55f0bd-b500-4553-9dc2-ac6eb6ce0d14 service neutron] 10.222.0.44 "GET /v2.0/networks/747c1029-0841-4266-be19-4e4d0afb5d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884261 Oct 12 18:05:51.970394 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-b09465f6-9d0c-4421-bf4f-82660a5220d8 req-a886e435-5556-4101-9b05-3385f790f129 service neutron] 10.222.0.44 "GET /v2.0/networks/747c1029-0841-4266-be19-4e4d0afb5d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871046 Oct 12 18:05:52.064600 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-e0e0adf9-584b-429a-9bbf-6e951f754669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'name': 'tempest-TestVolumeBootPattern-1675155538-router', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:59:07Z', 'updated_at': '2021-10-12T17:59:10Z', 'revision_number': 4, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'gw_port': {'id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:08Z', 'updated_at': '2021-10-12T17:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': 'af852ccc-9bb0-4dc2-bb64-af021d78dda9', 'name': '', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'mac_address': 'fa:16:3e:ff:2c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:10Z', 'updated_at': '2021-10-12T17:59:16Z', 'revision_number': 5, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'subnets': [{'id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:05:52.093520 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e0adf9-584b-429a-9bbf-6e951f754669 None None] The sync data for ids ['67b6cbf3-21e9-4f92-9190-98cb697db547'] in dv-cinder-813226-2-iscsi is: [{'id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'name': 'tempest-TestVolumeBootPattern-1675155538-router', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:59:07Z', 'updated_at': '2021-10-12T17:59:10Z', 'revision_number': 4, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'gw_port': {'id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:08Z', 'updated_at': '2021-10-12T17:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi', '_interfaces': [{'id': 'af852ccc-9bb0-4dc2-bb64-af021d78dda9', 'name': '', 'network_id': '747c1029-0841-4266-be19-4e4d0afb5d86', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'mac_address': 'fa:16:3e:ff:2c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:10Z', 'updated_at': '2021-10-12T17:59:16Z', 'revision_number': 5, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'subnets': [{'id': '0f763c5d-30cb-4f99-a6df-7fc6e82e4da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:05:52.311258 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665893ee-63b3-4efc-8cf4-7cf5a5dde4ae None None] New status for floating IP 06292ba6-0257-4ee5-9ef7-8ef374808ef1: DOWN {{(pid=105769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:05:52.807209 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568462d2-4e21-4717-8b21-19e7a4094d8a req-60eba480-7596-43c1-a936-e216e5171234 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:05:52.809579 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-568462d2-4e21-4717-8b21-19e7a4094d8a req-60eba480-7596-43c1-a936-e216e5171234 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=6461a25a-27b1-4d0d-9c7d-a0f489e7ae18 HTTP/1.1" status: 200 len: 945 time: 0.0513973 Oct 12 18:05:52.852344 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-568462d2-4e21-4717-8b21-19e7a4094d8a req-d71f4032-92d4-49e5-8849-545283ed530c tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/security-groups?id=444fa5fe-a577-48d3-a156-bdbed0641817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351048 Oct 12 18:05:53.237601 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed22536-2321-4413-8040-413dee99733f req-6b928877-510f-4d51-bcd8-10c9708d9bde tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:05:53.239088 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-aed22536-2321-4413-8040-413dee99733f req-6b928877-510f-4d51-bcd8-10c9708d9bde tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.44 "GET /v2.0/ports?device_id=6461a25a-27b1-4d0d-9c7d-a0f489e7ae18 HTTP/1.1" status: 200 len: 945 time: 0.0640831 Oct 12 18:05:53.331225 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [req-aed22536-2321-4413-8040-413dee99733f req-2665c019-96df-467d-828c-5256ab7dfca4 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Deleting port fc6c64a9-994f-454a-8b00-4615e88573c8 {{(pid=105767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:05:53.331567 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-aed22536-2321-4413-8040-413dee99733f req-2665c019-96df-467d-828c-5256ab7dfca4 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:53.439709 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [req-aed22536-2321-4413-8040-413dee99733f req-2665c019-96df-467d-828c-5256ab7dfca4 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] For port fc6c64a9-994f-454a-8b00-4615e88573c8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fc6c64a9-994f-454a-8b00-4615e88573c8,segment=NetworkSegment(a27a5a2f-2c43-4a86-974b-4e72668c54e4),segment_id=a27a5a2f-2c43-4a86-974b-4e72668c54e4)] {{(pid=105767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:05:53.440080 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-aed22536-2321-4413-8040-413dee99733f req-2665c019-96df-467d-828c-5256ab7dfca4 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:53.455143 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [req-aed22536-2321-4413-8040-413dee99733f req-2665c019-96df-467d-828c-5256ab7dfca4 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Calling delete_port for fc6c64a9-994f-454a-8b00-4615e88573c8 owned by compute:nova {{(pid=105767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:05:53.583198 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-aed22536-2321-4413-8040-413dee99733f req-2665c019-96df-467d-828c-5256ab7dfca4 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:53.615451 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665c019-96df-467d-828c-5256ab7dfca4 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Pushing event deleted for resources: {'Port': ['ID=fc6c64a9-994f-454a-8b00-4615e88573c8,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:05:53.661686 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed22536-2321-4413-8040-413dee99733f req-2665c019-96df-467d-828c-5256ab7dfca4 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] No DVR routers for this DVR port fc6c64a9-994f-454a-8b00-4615e88573c8 on host hv-cinder-81322 {{(pid=105767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:05:53.664507 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [req-aed22536-2321-4413-8040-413dee99733f req-2665c019-96df-467d-828c-5256ab7dfca4 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for port, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:53.667924 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [req-aed22536-2321-4413-8040-413dee99733f req-2665c019-96df-467d-828c-5256ab7dfca4 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.44 "DELETE /v2.0/ports/fc6c64a9-994f-454a-8b00-4615e88573c8 HTTP/1.1" status: 204 len: 173 time: 0.4221051 Oct 12 18:05:53.668407 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6461a25a-27b1-4d0d-9c7d-a0f489e7ae18', 'name': 'network-vif-deleted', 'tag': 'fc6c64a9-994f-454a-8b00-4615e88573c8'}] {{(pid=105767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:05:53.670702 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68e819cf57b9958bd1ad3fcf14a441d4ddd4523b40377cf69dc07bf68dd9dcc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fee42e0-47e3-4cf9-9b74-d474ee1e11c6" -d '{"events": [{"server_uuid": "6461a25a-27b1-4d0d-9c7d-a0f489e7ae18", "name": "network-vif-deleted", "tag": "fc6c64a9-994f-454a-8b00-4615e88573c8"}]}' {{(pid=105767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:05:53.706883 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8b264e-b0f7-4be7-a0ef-ad576fc420cd x-openstack-request-id: req-fb8b264e-b0f7-4be7-a0ef-ad576fc420cd {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:05:53.707197 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6461a25a-27b1-4d0d-9c7d-a0f489e7ae18", "name": "network-vif-deleted", "tag": "fc6c64a9-994f-454a-8b00-4615e88573c8", "status": "completed", "code": 200}]} {{(pid=105767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:05:53.707460 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-fb8b264e-b0f7-4be7-a0ef-ad576fc420cd {{(pid=105767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:05:53.707877 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6461a25a-27b1-4d0d-9c7d-a0f489e7ae18', 'name': 'network-vif-deleted', 'tag': 'fc6c64a9-994f-454a-8b00-4615e88573c8', 'status': 'completed', 'code': 200} Oct 12 18:05:53.952687 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [req-527da7b4-cdb2-4d3d-84c9-b8ae454b6b5e req-dc1732ae-f158-4920-a6ed-87d00250f517 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "GET /v2.0/ports?device_id=6461a25a-27b1-4d0d-9c7d-a0f489e7ae18 HTTP/1.1" status: 200 len: 210 time: 0.0271931 Oct 12 18:05:55.008802 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 42130) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:05:55.134876 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [None req-9eb3a502-bf1a-43e0-b5e2-bc440201994f tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Deleting port 7f510267-0f6d-4ebf-8c2b-a1e135ab08df {{(pid=105767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:05:55.135209 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-9eb3a502-bf1a-43e0-b5e2-bc440201994f tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:55.197500 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 6 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:05:55.218264 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-9eb3a502-bf1a-43e0-b5e2-bc440201994f tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:55.218615 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-9eb3a502-bf1a-43e0-b5e2-bc440201994f tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:55.230661 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [None req-9eb3a502-bf1a-43e0-b5e2-bc440201994f tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Calling delete_port for 7f510267-0f6d-4ebf-8c2b-a1e135ab08df owned by network:floatingip {{(pid=105767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:05:55.361011 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-9eb3a502-bf1a-43e0-b5e2-bc440201994f tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:55.388822 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb3a502-bf1a-43e0-b5e2-bc440201994f tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Pushing event deleted for resources: {'Port': ['ID=7f510267-0f6d-4ebf-8c2b-a1e135ab08df,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:05:55.450747 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-9eb3a502-bf1a-43e0-b5e2-bc440201994f tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for floatingip, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:55.453064 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-9eb3a502-bf1a-43e0-b5e2-bc440201994f tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72306'] for floatingip, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:55.454233 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-9eb3a502-bf1a-43e0-b5e2-bc440201994f tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "DELETE /v2.0/floatingips/affb39eb-0b05-4291-8cb4-4d3ed60a27e1 HTTP/1.1" status: 204 len: 168 time: 0.4444437 Oct 12 18:05:56.129691 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device fc6c64a9-994f-454a-8b00-4615e88573c8 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:05:56.153863 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] No Port match for: fc6c64a9-994f-454a-8b00-4615e88573c8 {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:05:56.154233 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Device fc6c64a9-994f-454a-8b00-4615e88573c8 not bound to the agent host hv-cinder-81322 {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:05:56.658408 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 42142) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:05:56.727789 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-72c9625c-6b3e-45a4-80b8-c90560d5cfe7 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:56.753200 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-72c9625c-6b3e-45a4-80b8-c90560d5cfe7 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:56.814014 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:56.816277 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-72c9625c-6b3e-45a4-80b8-c90560d5cfe7 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:56.818973 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-72c9625c-6b3e-45a4-80b8-c90560d5cfe7 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:56.820139 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-72c9625c-6b3e-45a4-80b8-c90560d5cfe7 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] 10.222.0.85 "DELETE /v2.0/security-groups/444fa5fe-a577-48d3-a156-bdbed0641817 HTTP/1.1" status: 204 len: 168 time: 0.1606290 Oct 12 18:05:56.831890 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c9625c-6b3e-45a4-80b8-c90560d5cfe7 tempest-TestVolumeBootPattern-1781817358 tempest-TestVolumeBootPattern-1781817358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=444fa5fe-a577-48d3-a156-bdbed0641817,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:05:56.875396 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 42146) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:05:57.352113 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2b6f5e83-1125-4f89-93e8-182566ba4a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8115347'] for router_interface, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:57.599068 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-2b6f5e83-1125-4f89-93e8-182566ba4a59 admin admin] Deleting port af852ccc-9bb0-4dc2-bb64-af021d78dda9 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:05:57.599734 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2b6f5e83-1125-4f89-93e8-182566ba4a59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:57.680122 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-2b6f5e83-1125-4f89-93e8-182566ba4a59 admin admin] For port af852ccc-9bb0-4dc2-bb64-af021d78dda9, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=af852ccc-9bb0-4dc2-bb64-af021d78dda9,segment=NetworkSegment(a27a5a2f-2c43-4a86-974b-4e72668c54e4),segment_id=a27a5a2f-2c43-4a86-974b-4e72668c54e4)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:05:57.680342 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2b6f5e83-1125-4f89-93e8-182566ba4a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:57.694163 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-2b6f5e83-1125-4f89-93e8-182566ba4a59 admin admin] Calling delete_port for af852ccc-9bb0-4dc2-bb64-af021d78dda9 owned by network:router_interface {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:05:57.885486 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2b6f5e83-1125-4f89-93e8-182566ba4a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4464511'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:57.914221 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f5e83-1125-4f89-93e8-182566ba4a59 admin admin] Pushing event deleted for resources: {'Port': ['ID=af852ccc-9bb0-4dc2-bb64-af021d78dda9,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:05:58.077115 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2b6f5e83-1125-4f89-93e8-182566ba4a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8115239'] for router_interface, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:58.292374 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6f5e83-1125-4f89-93e8-182566ba4a59 admin admin] Router 67b6cbf3-21e9-4f92-9190-98cb697db547 has already been hosted by L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 {{(pid=105766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:05:58.402162 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6f5e83-1125-4f89-93e8-182566ba4a59 admin admin] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:05:58.408684 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-2b6f5e83-1125-4f89-93e8-182566ba4a59 admin admin] 10.222.0.85 "PUT /v2.0/routers/67b6cbf3-21e9-4f92-9190-98cb697db547/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5318079 Oct 12 18:05:58.411292 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 42150) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:05:58.414307 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b1397-4092-40e0-88d9-95077a3737d9 None None] Sync routers for ids ['67b6cbf3-21e9-4f92-9190-98cb697db547'] in dv-cinder-813226-2-iscsi {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:05:58.425269 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23b1397-4092-40e0-88d9-95077a3737d9 None None] Routers {'67b6cbf3-21e9-4f92-9190-98cb697db547'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:05:58.425922 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-b23b1397-4092-40e0-88d9-95077a3737d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T18:05:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['67b6cbf3-21e9-4f92-9190-98cb697db547'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:05:58.520895 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ed69f201-7d5c-48f3-9e4a-7ded0bd30a9e admin admin] Notify callbacks [] for router, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:58.627563 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ed69f201-7d5c-48f3-9e4a-7ded0bd30a9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:58.659063 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-b23b1397-4092-40e0-88d9-95077a3737d9 None None] Set router 67b6cbf3-21e9-4f92-9190-98cb697db547 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:05:58.681203 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [None req-ed69f201-7d5c-48f3-9e4a-7ded0bd30a9e admin admin] Deleting port 0ca5fee4-0208-4417-b41f-08487d2b930c {{(pid=105767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:05:58.681538 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ed69f201-7d5c-48f3-9e4a-7ded0bd30a9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:58.764840 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-ed69f201-7d5c-48f3-9e4a-7ded0bd30a9e admin admin] For port 0ca5fee4-0208-4417-b41f-08487d2b930c, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=0ca5fee4-0208-4417-b41f-08487d2b930c,segment=NetworkSegment(f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1),segment_id=f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1)] {{(pid=105767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:05:58.765220 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ed69f201-7d5c-48f3-9e4a-7ded0bd30a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:58.777194 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [None req-ed69f201-7d5c-48f3-9e4a-7ded0bd30a9e admin admin] Calling delete_port for 0ca5fee4-0208-4417-b41f-08487d2b930c owned by network:router_gateway {{(pid=105767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:05:58.843733 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-b23b1397-4092-40e0-88d9-95077a3737d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'name': 'tempest-TestVolumeBootPattern-1675155538-router', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:59:07Z', 'updated_at': '2021-10-12T18:05:57Z', 'revision_number': 5, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'gw_port': {'id': '0ca5fee4-0208-4417-b41f-08487d2b930c', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:08Z', 'updated_at': '2021-10-12T17:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi'}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:05:58.869689 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b1397-4092-40e0-88d9-95077a3737d9 None None] Checking router: 67b6cbf3-21e9-4f92-9190-98cb697db547 for host: dv-cinder-813226-2-iscsi {{(pid=105768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:05:58.878572 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23b1397-4092-40e0-88d9-95077a3737d9 None None] Routers {'67b6cbf3-21e9-4f92-9190-98cb697db547'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:05:58.879097 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-b23b1397-4092-40e0-88d9-95077a3737d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T18:05:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['67b6cbf3-21e9-4f92-9190-98cb697db547'], 'active': True} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:05:58.954011 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ed69f201-7d5c-48f3-9e4a-7ded0bd30a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:58.967005 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvr_db [None req-b23b1397-4092-40e0-88d9-95077a3737d9 None None] Set router 67b6cbf3-21e9-4f92-9190-98cb697db547 gateway port host: None {{(pid=105768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:05:58.986002 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69f201-7d5c-48f3-9e4a-7ded0bd30a9e admin admin] Pushing event deleted for resources: {'Port': ['ID=0ca5fee4-0208-4417-b41f-08487d2b930c,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:05:59.019663 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_hamode_db [None req-b23b1397-4092-40e0-88d9-95077a3737d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'name': 'tempest-TestVolumeBootPattern-1675155538-router', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:59:07Z', 'updated_at': '2021-10-12T18:05:58Z', 'revision_number': 6, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'gw_port_host': None}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:05:59.047184 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ed69f201-7d5c-48f3-9e4a-7ded0bd30a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8091077'] for router_gateway, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:59.049625 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b1397-4092-40e0-88d9-95077a3737d9 None None] The sync data for ids ['67b6cbf3-21e9-4f92-9190-98cb697db547'] in dv-cinder-813226-2-iscsi is: [{'id': '67b6cbf3-21e9-4f92-9190-98cb697db547', 'name': 'tempest-TestVolumeBootPattern-1675155538-router', 'tenant_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:59:07Z', 'updated_at': '2021-10-12T18:05:58Z', 'revision_number': 6, 'project_id': '7b733cd5636f4c5ead827ce9ef00dffb', 'gw_port_host': None}] {{(pid=105768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:05:59.142199 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ed69f201-7d5c-48f3-9e4a-7ded0bd30a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8113461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8192'] for router, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:59.144494 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ed69f201-7d5c-48f3-9e4a-7ded0bd30a9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:59.192447 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ed69f201-7d5c-48f3-9e4a-7ded0bd30a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8113470'] for router, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:59.192840 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed69f201-7d5c-48f3-9e4a-7ded0bd30a9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67b6cbf3-21e9-4f92-9190-98cb697db547 {{(pid=105767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 18:05:59.197323 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ed69f201-7d5c-48f3-9e4a-7ded0bd30a9e admin admin] Notify callbacks [] for router, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:59.198543 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-ed69f201-7d5c-48f3-9e4a-7ded0bd30a9e admin admin] 10.222.0.85 "DELETE /v2.0/routers/67b6cbf3-21e9-4f92-9190-98cb697db547 HTTP/1.1" status: 204 len: 168 time: 0.7861044 Oct 12 18:05:59.201188 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 42156) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:05:59.245627 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.db_base_plugin_v2 [None req-59df2905-9062-41ca-bc70-658cf849c9ea admin admin] Deleting subnet 0f763c5d-30cb-4f99-a6df-7fc6e82e4da9 {{(pid=105767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:05:59.249000 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-59df2905-9062-41ca-bc70-658cf849c9ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:59.287939 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-59df2905-9062-41ca-bc70-658cf849c9ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4686406'] for subnet, precommit_delete_associations {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:59.366175 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-59df2905-9062-41ca-bc70-658cf849c9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727552'] for subnet, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:59.424778 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-59df2905-9062-41ca-bc70-658cf849c9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5196305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4575252'] for subnet, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:59.456588 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df2905-9062-41ca-bc70-658cf849c9ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f763c5d-30cb-4f99-a6df-7fc6e82e4da9,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:05:59.462107 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-59df2905-9062-41ca-bc70-658cf849c9ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for subnet, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:59.466141 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-59df2905-9062-41ca-bc70-658cf849c9ea admin admin] 10.222.0.85 "DELETE /v2.0/subnets/0f763c5d-30cb-4f99-a6df-7fc6e82e4da9 HTTP/1.1" status: 204 len: 168 time: 0.2639115 Oct 12 18:05:59.468740 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 42160) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:05:59.471621 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e954e84b-5e35-4270-a29f-9269fb20766c None None] Network 747c1029-0841-4266-be19-4e4d0afb5d86 requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:05:59.525196 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device af852ccc-9bb0-4dc2-bb64-af021d78dda9 no longer exists at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:05:59.542225 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-15287f83-030e-4420-84f5-2e46758bf95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657003'] for network, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:59.549062 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] No Port match for: af852ccc-9bb0-4dc2-bb64-af021d78dda9 {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:05:59.549410 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device af852ccc-9bb0-4dc2-bb64-af021d78dda9 not bound to the agent host dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:05:59.593435 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-15287f83-030e-4420-84f5-2e46758bf95a admin admin] Deleting port 8e487d07-9ebc-480f-af94-cb7cc38fcbb0 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:05:59.593858 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-15287f83-030e-4420-84f5-2e46758bf95a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:59.660518 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-15287f83-030e-4420-84f5-2e46758bf95a admin admin] For port 8e487d07-9ebc-480f-af94-cb7cc38fcbb0, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=8e487d07-9ebc-480f-af94-cb7cc38fcbb0,segment=NetworkSegment(a27a5a2f-2c43-4a86-974b-4e72668c54e4),segment_id=a27a5a2f-2c43-4a86-974b-4e72668c54e4)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:05:59.660903 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-15287f83-030e-4420-84f5-2e46758bf95a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:59.673318 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-15287f83-030e-4420-84f5-2e46758bf95a admin admin] Calling delete_port for 8e487d07-9ebc-480f-af94-cb7cc38fcbb0 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:05:59.756082 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-15287f83-030e-4420-84f5-2e46758bf95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4464511'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:59.783828 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15287f83-030e-4420-84f5-2e46758bf95a admin admin] Pushing event deleted for resources: {'Port': ['ID=8e487d07-9ebc-480f-af94-cb7cc38fcbb0,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:05:59.787368 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15287f83-030e-4420-84f5-2e46758bf95a admin admin] No DVR routers for this DVR port 8e487d07-9ebc-480f-af94-cb7cc38fcbb0 on host dv-cinder-813226-2-iscsi {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:05:59.852062 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336ca0f4-58b1-4f99-8d1c-7c6df53eef31 None None] DHCP port deletion for 747c1029-0841-4266-be19-4e4d0afb5d86 request from dv-cinder-813226-2-iscsi {{(pid=105768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 18:05:59.864559 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-15287f83-030e-4420-84f5-2e46758bf95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721659', 'neutron.services.segments.db._delete_segments_for_network-8752770191620'] for network, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:59.884910 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.services.segments.db [None req-15287f83-030e-4420-84f5-2e46758bf95a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['747c1029-0841-4266-be19-4e4d0afb5d86']}} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:05:59.895150 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.services.segments.db [None req-15287f83-030e-4420-84f5-2e46758bf95a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a27a5a2f-2c43-4a86-974b-4e72668c54e4') {'for_net_delete': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:05:59.895380 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.services.segments.db [None req-15287f83-030e-4420-84f5-2e46758bf95a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a27a5a2f-2c43-4a86-974b-4e72668c54e4') {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:05:59.904958 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-15287f83-030e-4420-84f5-2e46758bf95a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752770190093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6237303'] for segment, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:59.918772 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-15287f83-030e-4420-84f5-2e46758bf95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234'] for segment, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:59.925804 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15287f83-030e-4420-84f5-2e46758bf95a admin admin] Releasing vlan 1391 on physical network physnet1 to pool {{(pid=105766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:05:59.926240 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-15287f83-030e-4420-84f5-2e46758bf95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4462734'] for segment, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:59.928120 dv-cinder-813226-2-iscsi neutron-server[105766]: Traceback (most recent call last): Oct 12 18:05:59.928120 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:05:59.928120 dv-cinder-813226-2-iscsi neutron-server[105766]: timer() Oct 12 18:05:59.928120 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:05:59.928120 dv-cinder-813226-2-iscsi neutron-server[105766]: cb(*args, **kw) Oct 12 18:05:59.928120 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:05:59.928120 dv-cinder-813226-2-iscsi neutron-server[105766]: return func(*args, **kwargs) Oct 12 18:05:59.928120 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:05:59.928120 dv-cinder-813226-2-iscsi neutron-server[105766]: self._notify() Oct 12 18:05:59.928120 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:05:59.928120 dv-cinder-813226-2-iscsi neutron-server[105766]: self.callback(batched_events) Oct 12 18:05:59.928120 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:05:59.928120 dv-cinder-813226-2-iscsi neutron-server[105766]: event.method(event) Oct 12 18:05:59.928120 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:05:59.928120 dv-cinder-813226-2-iscsi neutron-server[105766]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:05:59.928120 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:05:59.928120 dv-cinder-813226-2-iscsi neutron-server[105766]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:05:59.928120 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:05:59.928120 dv-cinder-813226-2-iscsi neutron-server[105766]: return f(self, *a, **k) Oct 12 18:05:59.928120 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:05:59.928120 dv-cinder-813226-2-iscsi neutron-server[105766]: return self._get(url).json() Oct 12 18:05:59.928120 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:05:59.928120 dv-cinder-813226-2-iscsi neutron-server[105766]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:05:59.928120 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:05:59.928120 dv-cinder-813226-2-iscsi neutron-server[105766]: return self.request(url, 'GET', **kwargs) Oct 12 18:05:59.928120 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:05:59.928120 dv-cinder-813226-2-iscsi neutron-server[105766]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:05:59.928120 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:05:59.928120 dv-cinder-813226-2-iscsi neutron-server[105766]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:05:59.928120 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:05:59.928120 dv-cinder-813226-2-iscsi neutron-server[105766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:05:59.928120 dv-cinder-813226-2-iscsi neutron-server[105766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:05:59.987769 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-15287f83-030e-4420-84f5-2e46758bf95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8091041'] for network, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:59.993100 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-15287f83-030e-4420-84f5-2e46758bf95a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for network, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:59.996681 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-15287f83-030e-4420-84f5-2e46758bf95a admin admin] 10.222.0.85 "DELETE /v2.0/networks/747c1029-0841-4266-be19-4e4d0afb5d86 HTTP/1.1" status: 204 len: 168 time: 0.5268686 Oct 12 18:05:59.999776 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 42164) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:06:00.011407 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15287f83-030e-4420-84f5-2e46758bf95a admin admin] Pushing event deleted for resources: {'Network': ['ID=747c1029-0841-4266-be19-4e4d0afb5d86,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:06:00.361681 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-02449b25-af94-4acd-a9f7-f241fbeb09e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8115347'] for router_interface, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:00.625358 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [None req-02449b25-af94-4acd-a9f7-f241fbeb09e0 admin admin] Deleting port e37b4125-b58b-493f-9a19-862069e35137 {{(pid=105767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:06:00.626063 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-02449b25-af94-4acd-a9f7-f241fbeb09e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:00.707031 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-02449b25-af94-4acd-a9f7-f241fbeb09e0 admin admin] For port e37b4125-b58b-493f-9a19-862069e35137, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=e37b4125-b58b-493f-9a19-862069e35137,segment=NetworkSegment(2a04a32b-f2e4-4942-be7a-32e4a861bba7),segment_id=2a04a32b-f2e4-4942-be7a-32e4a861bba7)] {{(pid=105767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:06:00.707411 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-02449b25-af94-4acd-a9f7-f241fbeb09e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:00.720625 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [None req-02449b25-af94-4acd-a9f7-f241fbeb09e0 admin admin] Calling delete_port for e37b4125-b58b-493f-9a19-862069e35137 owned by network:router_interface {{(pid=105767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:06:00.925448 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-02449b25-af94-4acd-a9f7-f241fbeb09e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:00.951525 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02449b25-af94-4acd-a9f7-f241fbeb09e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e37b4125-b58b-493f-9a19-862069e35137,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:06:01.110525 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-02449b25-af94-4acd-a9f7-f241fbeb09e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8115239'] for router_interface, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:01.324154 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02449b25-af94-4acd-a9f7-f241fbeb09e0 admin admin] Router 53707ebb-99a1-4550-abb9-b84a5ebf8031 has already been hosted by L3 agent 0c75df62-8fb9-48a1-9e30-03cc64b2fa48 {{(pid=105767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:06:01.440452 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02449b25-af94-4acd-a9f7-f241fbeb09e0 admin admin] Notify agent at l3_agent.dv-cinder-813226-2-iscsi the message routers_updated {{(pid=105767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:06:01.445685 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-02449b25-af94-4acd-a9f7-f241fbeb09e0 admin admin] 10.222.0.85 "PUT /v2.0/routers/53707ebb-99a1-4550-abb9-b84a5ebf8031/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4448743 Oct 12 18:06:01.448194 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 42168) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:06:01.451409 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca4649a-a544-47e1-8410-a05b649c8b5d None None] Sync routers for ids ['53707ebb-99a1-4550-abb9-b84a5ebf8031'] in dv-cinder-813226-2-iscsi {{(pid=105769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:06:01.461770 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca4649a-a544-47e1-8410-a05b649c8b5d None None] Routers {'53707ebb-99a1-4550-abb9-b84a5ebf8031'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:06:01.462428 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-6ca4649a-a544-47e1-8410-a05b649c8b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T18:05:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['53707ebb-99a1-4550-abb9-b84a5ebf8031'], 'active': True} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:06:01.511225 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 8e487d07-9ebc-480f-af94-cb7cc38fcbb0 no longer exists at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:06:01.532160 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] No Port match for: 8e487d07-9ebc-480f-af94-cb7cc38fcbb0 {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:06:01.532474 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 8e487d07-9ebc-480f-af94-cb7cc38fcbb0 not bound to the agent host dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:06:01.533115 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 0ca5fee4-0208-4417-b41f-08487d2b930c no longer exists at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:06:01.552991 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] No Port match for: 0ca5fee4-0208-4417-b41f-08487d2b930c {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:06:01.553304 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 0ca5fee4-0208-4417-b41f-08487d2b930c not bound to the agent host dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:06:01.669181 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvr_db [None req-6ca4649a-a544-47e1-8410-a05b649c8b5d None None] Set router 53707ebb-99a1-4550-abb9-b84a5ebf8031 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:06:01.827820 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-b7d670af-2d7b-40ae-8255-8701fd314c97 admin admin] Notify callbacks [] for router, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:01.856298 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-6ca4649a-a544-47e1-8410-a05b649c8b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53707ebb-99a1-4550-abb9-b84a5ebf8031', 'name': 'tempest-TestVolumeBootPattern-1500000803-router', 'tenant_id': '25805b053fba4e16bc8ec13d19bf15d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'd32cfe1a-d687-4d64-bfab-75b7bd6d63e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:59:12Z', 'updated_at': '2021-10-12T18:06:00Z', 'revision_number': 5, 'project_id': '25805b053fba4e16bc8ec13d19bf15d4', 'gw_port': {'id': 'd32cfe1a-d687-4d64-bfab-75b7bd6d63e3', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53707ebb-99a1-4550-abb9-b84a5ebf8031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:13Z', 'updated_at': '2021-10-12T17:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi'}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:06:01.882842 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca4649a-a544-47e1-8410-a05b649c8b5d None None] Checking router: 53707ebb-99a1-4550-abb9-b84a5ebf8031 for host: dv-cinder-813226-2-iscsi {{(pid=105769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:06:01.892737 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca4649a-a544-47e1-8410-a05b649c8b5d None None] Routers {'53707ebb-99a1-4550-abb9-b84a5ebf8031'} bound to L3 agent in host dv-cinder-813226-2-iscsi {{(pid=105769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:06:01.893343 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-6ca4649a-a544-47e1-8410-a05b649c8b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813226-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:41:11Z,description=,heartbeat_timestamp=2021-10-12T18:05:41Z,host='dv-cinder-813226-2-iscsi',id=0c75df62-8fb9-48a1-9e30-03cc64b2fa48,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:41:11Z,topic='l3_agent')) {'router_ids': ['53707ebb-99a1-4550-abb9-b84a5ebf8031'], 'active': True} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:06:01.935476 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-b7d670af-2d7b-40ae-8255-8701fd314c97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:01.994811 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [None req-b7d670af-2d7b-40ae-8255-8701fd314c97 admin admin] Deleting port d32cfe1a-d687-4d64-bfab-75b7bd6d63e3 {{(pid=105767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:06:01.995157 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-b7d670af-2d7b-40ae-8255-8701fd314c97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:02.000747 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_dvr_db [None req-6ca4649a-a544-47e1-8410-a05b649c8b5d None None] Set router 53707ebb-99a1-4550-abb9-b84a5ebf8031 gateway port host: dv-cinder-813226-2-iscsi {{(pid=105769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:06:02.079525 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-b7d670af-2d7b-40ae-8255-8701fd314c97 admin admin] For port d32cfe1a-d687-4d64-bfab-75b7bd6d63e3, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=d32cfe1a-d687-4d64-bfab-75b7bd6d63e3,segment=NetworkSegment(f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1),segment_id=f48bf67d-4a6f-4ed9-a2e7-fc9a36f52fd1)] {{(pid=105767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:06:02.079889 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-b7d670af-2d7b-40ae-8255-8701fd314c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:02.091364 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [None req-b7d670af-2d7b-40ae-8255-8701fd314c97 admin admin] Calling delete_port for d32cfe1a-d687-4d64-bfab-75b7bd6d63e3 owned by network:router_gateway {{(pid=105767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:06:02.193204 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.l3_hamode_db [None req-6ca4649a-a544-47e1-8410-a05b649c8b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53707ebb-99a1-4550-abb9-b84a5ebf8031', 'name': 'tempest-TestVolumeBootPattern-1500000803-router', 'tenant_id': '25805b053fba4e16bc8ec13d19bf15d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'd32cfe1a-d687-4d64-bfab-75b7bd6d63e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:59:12Z', 'updated_at': '2021-10-12T18:06:00Z', 'revision_number': 5, 'project_id': '25805b053fba4e16bc8ec13d19bf15d4', 'gw_port': {'id': 'd32cfe1a-d687-4d64-bfab-75b7bd6d63e3', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53707ebb-99a1-4550-abb9-b84a5ebf8031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:13Z', 'updated_at': '2021-10-12T17:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi'}], 'dv-cinder-813226-2-iscsi', False) {} {{(pid=105769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:06:02.221260 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca4649a-a544-47e1-8410-a05b649c8b5d None None] The sync data for ids ['53707ebb-99a1-4550-abb9-b84a5ebf8031'] in dv-cinder-813226-2-iscsi is: [{'id': '53707ebb-99a1-4550-abb9-b84a5ebf8031', 'name': 'tempest-TestVolumeBootPattern-1500000803-router', 'tenant_id': '25805b053fba4e16bc8ec13d19bf15d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'external_fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'd32cfe1a-d687-4d64-bfab-75b7bd6d63e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:59:12Z', 'updated_at': '2021-10-12T18:06:00Z', 'revision_number': 5, 'project_id': '25805b053fba4e16bc8ec13d19bf15d4', 'gw_port': {'id': 'd32cfe1a-d687-4d64-bfab-75b7bd6d63e3', 'name': '', 'network_id': '57ccf176-38b9-4e1d-8eda-123c8986cf55', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53707ebb-99a1-4550-abb9-b84a5ebf8031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813226-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:59:13Z', 'updated_at': '2021-10-12T17:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09d55e93-213a-4ce1-b19c-11c1c2f18eb4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813226-2-iscsi'}] {{(pid=105769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:06:02.258126 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-b7d670af-2d7b-40ae-8255-8701fd314c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196350'] for port, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:02.283449 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d670af-2d7b-40ae-8255-8701fd314c97 admin admin] Pushing event deleted for resources: {'Port': ['ID=d32cfe1a-d687-4d64-bfab-75b7bd6d63e3,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:06:02.343706 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-b7d670af-2d7b-40ae-8255-8701fd314c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8091077'] for router_gateway, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:02.431160 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-b7d670af-2d7b-40ae-8255-8701fd314c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8113461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8192'] for router, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:02.433306 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-b7d670af-2d7b-40ae-8255-8701fd314c97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:02.481743 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-b7d670af-2d7b-40ae-8255-8701fd314c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8113470'] for router, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:02.483049 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d670af-2d7b-40ae-8255-8701fd314c97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53707ebb-99a1-4550-abb9-b84a5ebf8031 {{(pid=105767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 18:06:02.487711 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-b7d670af-2d7b-40ae-8255-8701fd314c97 admin admin] Notify callbacks [] for router, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:02.488622 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-b7d670af-2d7b-40ae-8255-8701fd314c97 admin admin] 10.222.0.85 "DELETE /v2.0/routers/53707ebb-99a1-4550-abb9-b84a5ebf8031 HTTP/1.1" status: 204 len: 168 time: 1.0394688 Oct 12 18:06:02.491198 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 42170) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:06:02.535827 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e404db9-f260-4d79-8bac-4ccc234752b0 admin admin] Deleting subnet a34e52c2-328a-474e-b3e0-94e6a739ee02 {{(pid=105767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:06:02.539227 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-9e404db9-f260-4d79-8bac-4ccc234752b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:02.576613 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-9e404db9-f260-4d79-8bac-4ccc234752b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4686406'] for subnet, precommit_delete_associations {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:02.663200 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-9e404db9-f260-4d79-8bac-4ccc234752b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727552'] for subnet, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:02.721199 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-9e404db9-f260-4d79-8bac-4ccc234752b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5196305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4575252'] for subnet, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:02.749358 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-9e404db9-f260-4d79-8bac-4ccc234752b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for subnet, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:02.753668 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-9e404db9-f260-4d79-8bac-4ccc234752b0 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/a34e52c2-328a-474e-b3e0-94e6a739ee02 HTTP/1.1" status: 204 len: 168 time: 0.2613423 Oct 12 18:06:02.754718 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389edd06-a84d-4643-9978-f36fda4de591 None None] Network cf51191c-f6dc-49dd-b171-279ed9b562dc requested from dv-cinder-813226-2-iscsi {{(pid=105768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:06:02.755220 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e404db9-f260-4d79-8bac-4ccc234752b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a34e52c2-328a-474e-b3e0-94e6a739ee02,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:06:02.756132 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 42172) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:06:02.827657 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1c1937ef-0d67-4e18-ac13-1f6871efe7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657003'] for network, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:02.889320 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-1c1937ef-0d67-4e18-ac13-1f6871efe7f9 admin admin] Deleting port 4732e414-84f0-4a82-b784-9a38477bbcf5 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:06:02.889661 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1c1937ef-0d67-4e18-ac13-1f6871efe7f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:02.934564 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd3cce2-c3ef-414a-b994-b06e1bb114e8 None None] DHCP port deletion for cf51191c-f6dc-49dd-b171-279ed9b562dc request from dv-cinder-813226-2-iscsi {{(pid=105768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 18:06:02.955849 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-1c1937ef-0d67-4e18-ac13-1f6871efe7f9 admin admin] For port 4732e414-84f0-4a82-b784-9a38477bbcf5, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=4732e414-84f0-4a82-b784-9a38477bbcf5,segment=NetworkSegment(2a04a32b-f2e4-4942-be7a-32e4a861bba7),segment_id=2a04a32b-f2e4-4942-be7a-32e4a861bba7)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:06:02.956233 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1c1937ef-0d67-4e18-ac13-1f6871efe7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:02.968843 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-1c1937ef-0d67-4e18-ac13-1f6871efe7f9 admin admin] Calling delete_port for 4732e414-84f0-4a82-b784-9a38477bbcf5 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:06:02.981071 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-abd3cce2-c3ef-414a-b994-b06e1bb114e8 None None] Deleting port 4732e414-84f0-4a82-b784-9a38477bbcf5 {{(pid=105768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:06:02.981530 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-abd3cce2-c3ef-414a-b994-b06e1bb114e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752770174118'] for port, before_delete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:03.045380 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.db [None req-abd3cce2-c3ef-414a-b994-b06e1bb114e8 None None] For port 4732e414-84f0-4a82-b784-9a38477bbcf5, host dv-cinder-813226-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813226-2-iscsi',level=0,port_id=4732e414-84f0-4a82-b784-9a38477bbcf5,segment=NetworkSegment(2a04a32b-f2e4-4942-be7a-32e4a861bba7),segment_id=2a04a32b-f2e4-4942-be7a-32e4a861bba7)] {{(pid=105768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:06:03.045788 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-abd3cce2-c3ef-414a-b994-b06e1bb114e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8086334'] for port, precommit_delete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:03.050917 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1c1937ef-0d67-4e18-ac13-1f6871efe7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4464511'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:03.060490 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-abd3cce2-c3ef-414a-b994-b06e1bb114e8 None None] Calling delete_port for 4732e414-84f0-4a82-b784-9a38477bbcf5 owned by network:dhcp {{(pid=105768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:06:03.076347 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1937ef-0d67-4e18-ac13-1f6871efe7f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4732e414-84f0-4a82-b784-9a38477bbcf5,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:06:03.080447 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1937ef-0d67-4e18-ac13-1f6871efe7f9 admin admin] No DVR routers for this DVR port 4732e414-84f0-4a82-b784-9a38477bbcf5 on host dv-cinder-813226-2-iscsi {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:06:03.135858 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-abd3cce2-c3ef-414a-b994-b06e1bb114e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752770147844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752769677815'] for port, after_delete {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:03.150894 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1c1937ef-0d67-4e18-ac13-1f6871efe7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721659', 'neutron.services.segments.db._delete_segments_for_network-8752770191620'] for network, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:03.160865 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3cce2-c3ef-414a-b994-b06e1bb114e8 None None] Pushing event deleted for resources: {'Port': ['ID=4732e414-84f0-4a82-b784-9a38477bbcf5,revision_number=None']} {{(pid=105768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:06:03.168163 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd3cce2-c3ef-414a-b994-b06e1bb114e8 None None] No DVR routers for this DVR port 4732e414-84f0-4a82-b784-9a38477bbcf5 on host dv-cinder-813226-2-iscsi {{(pid=105768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:06:03.171102 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd3cce2-c3ef-414a-b994-b06e1bb114e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:06:03.171287 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.services.segments.db [None req-1c1937ef-0d67-4e18-ac13-1f6871efe7f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf51191c-f6dc-49dd-b171-279ed9b562dc']}} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:06:03.171428 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd3cce2-c3ef-414a-b994-b06e1bb114e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:06:03.171750 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd3cce2-c3ef-414a-b994-b06e1bb114e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:06:03.172109 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd3cce2-c3ef-414a-b994-b06e1bb114e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:06:03.172411 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd3cce2-c3ef-414a-b994-b06e1bb114e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:06:03.172658 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd3cce2-c3ef-414a-b994-b06e1bb114e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:06:03.172992 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd3cce2-c3ef-414a-b994-b06e1bb114e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:06:03.173331 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd3cce2-c3ef-414a-b994-b06e1bb114e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:06:03.173646 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd3cce2-c3ef-414a-b994-b06e1bb114e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:06:03.173963 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd3cce2-c3ef-414a-b994-b06e1bb114e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:06:03.174259 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd3cce2-c3ef-414a-b994-b06e1bb114e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:06:03.174599 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd3cce2-c3ef-414a-b994-b06e1bb114e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813226-2-iscsi {{(pid=105768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:06:03.185940 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.services.segments.db [None req-1c1937ef-0d67-4e18-ac13-1f6871efe7f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a04a32b-f2e4-4942-be7a-32e4a861bba7') {'for_net_delete': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:06:03.186232 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.services.segments.db [None req-1c1937ef-0d67-4e18-ac13-1f6871efe7f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a04a32b-f2e4-4942-be7a-32e4a861bba7') {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:06:03.196212 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1c1937ef-0d67-4e18-ac13-1f6871efe7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752770190093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6237303'] for segment, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:03.210123 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1c1937ef-0d67-4e18-ac13-1f6871efe7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234'] for segment, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:03.219166 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c1937ef-0d67-4e18-ac13-1f6871efe7f9 admin admin] Releasing vlan 1384 on physical network physnet1 to pool {{(pid=105766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:06:03.219561 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1c1937ef-0d67-4e18-ac13-1f6871efe7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4462734'] for segment, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:03.221342 dv-cinder-813226-2-iscsi neutron-server[105766]: Traceback (most recent call last): Oct 12 18:06:03.221342 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:06:03.221342 dv-cinder-813226-2-iscsi neutron-server[105766]: timer() Oct 12 18:06:03.221342 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:06:03.221342 dv-cinder-813226-2-iscsi neutron-server[105766]: cb(*args, **kw) Oct 12 18:06:03.221342 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:06:03.221342 dv-cinder-813226-2-iscsi neutron-server[105766]: return func(*args, **kwargs) Oct 12 18:06:03.221342 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:06:03.221342 dv-cinder-813226-2-iscsi neutron-server[105766]: self._notify() Oct 12 18:06:03.221342 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:06:03.221342 dv-cinder-813226-2-iscsi neutron-server[105766]: self.callback(batched_events) Oct 12 18:06:03.221342 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:06:03.221342 dv-cinder-813226-2-iscsi neutron-server[105766]: event.method(event) Oct 12 18:06:03.221342 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:06:03.221342 dv-cinder-813226-2-iscsi neutron-server[105766]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:06:03.221342 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:06:03.221342 dv-cinder-813226-2-iscsi neutron-server[105766]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:06:03.221342 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:06:03.221342 dv-cinder-813226-2-iscsi neutron-server[105766]: return f(self, *a, **k) Oct 12 18:06:03.221342 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:06:03.221342 dv-cinder-813226-2-iscsi neutron-server[105766]: return self._get(url).json() Oct 12 18:06:03.221342 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:06:03.221342 dv-cinder-813226-2-iscsi neutron-server[105766]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:06:03.221342 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:06:03.221342 dv-cinder-813226-2-iscsi neutron-server[105766]: return self.request(url, 'GET', **kwargs) Oct 12 18:06:03.221342 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:06:03.221342 dv-cinder-813226-2-iscsi neutron-server[105766]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:06:03.221342 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:06:03.221342 dv-cinder-813226-2-iscsi neutron-server[105766]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:06:03.221342 dv-cinder-813226-2-iscsi neutron-server[105766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:06:03.221342 dv-cinder-813226-2-iscsi neutron-server[105766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:06:03.221342 dv-cinder-813226-2-iscsi neutron-server[105766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:06:03.280870 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1c1937ef-0d67-4e18-ac13-1f6871efe7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8091041'] for network, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:03.291601 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1c1937ef-0d67-4e18-ac13-1f6871efe7f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993347'] for network, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:03.297120 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-1c1937ef-0d67-4e18-ac13-1f6871efe7f9 admin admin] 10.222.0.85 "DELETE /v2.0/networks/cf51191c-f6dc-49dd-b171-279ed9b562dc HTTP/1.1" status: 204 len: 168 time: 0.5398216 Oct 12 18:06:03.309839 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1937ef-0d67-4e18-ac13-1f6871efe7f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf51191c-f6dc-49dd-b171-279ed9b562dc,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:06:03.433774 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 42176) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:06:03.457834 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 4732e414-84f0-4a82-b784-9a38477bbcf5 no longer exists at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:06:03.487109 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] No Port match for: 4732e414-84f0-4a82-b784-9a38477bbcf5 {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:06:03.487441 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device 4732e414-84f0-4a82-b784-9a38477bbcf5 not bound to the agent host dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:06:03.488037 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device e37b4125-b58b-493f-9a19-862069e35137 no longer exists at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:06:03.489428 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-f6a98fe6-bbdc-494c-8efa-1cbfe947449a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7b733cd5636f4c5ead827ce9ef00dffb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0544322 Oct 12 18:06:03.491972 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.wsgi [-] (105767) accepted ('10.222.0.85', 42178) {{(pid=105767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:06:03.514446 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] No Port match for: e37b4125-b58b-493f-9a19-862069e35137 {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:06:03.515076 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device e37b4125-b58b-493f-9a19-862069e35137 not bound to the agent host dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:06:03.515486 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device d32cfe1a-d687-4d64-bfab-75b7bd6d63e3 no longer exists at agent ovs-agent-dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:06:03.534305 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.plugin [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] No Port match for: d32cfe1a-d687-4d64-bfab-75b7bd6d63e3 {{(pid=105768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:06:03.534669 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron.plugins.ml2.rpc [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Device d32cfe1a-d687-4d64-bfab-75b7bd6d63e3 not bound to the agent host dv-cinder-813226-2-iscsi {{(pid=105768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:06:03.542267 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-7f89d84d-aa8f-492d-837f-958cae0bbe89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:03.567869 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-7f89d84d-aa8f-492d-837f-958cae0bbe89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:03.620272 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-7f89d84d-aa8f-492d-837f-958cae0bbe89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:03.623359 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-7f89d84d-aa8f-492d-837f-958cae0bbe89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:03.624555 dv-cinder-813226-2-iscsi neutron-server[105767]: INFO neutron.wsgi [None req-7f89d84d-aa8f-492d-837f-958cae0bbe89 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3834d7a1-3b11-4d00-9e53-180a258e3532 HTTP/1.1" status: 204 len: 168 time: 0.1315699 Oct 12 18:06:03.632717 dv-cinder-813226-2-iscsi neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f89d84d-aa8f-492d-837f-958cae0bbe89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3834d7a1-3b11-4d00-9e53-180a258e3532,revision_number=None']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:06:03.971616 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 42184) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:06:04.013619 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-9af32bd9-b9d8-42b7-8b8e-602f9bbe76ee admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=25805b053fba4e16bc8ec13d19bf15d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403049 Oct 12 18:06:04.015800 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.wsgi [-] (105766) accepted ('10.222.0.85', 42186) {{(pid=105766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:06:04.068353 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2ef2e933-ab6d-429e-9126-83e11ac3bc12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:04.091696 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2ef2e933-ab6d-429e-9126-83e11ac3bc12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:04.145092 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2ef2e933-ab6d-429e-9126-83e11ac3bc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8036229'] for security_group, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:04.147660 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2ef2e933-ab6d-429e-9126-83e11ac3bc12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:04.148851 dv-cinder-813226-2-iscsi neutron-server[105766]: INFO neutron.wsgi [None req-2ef2e933-ab6d-429e-9126-83e11ac3bc12 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b48286be-2d66-46c9-bb98-01dceda5be05 HTTP/1.1" status: 204 len: 168 time: 0.1321671 Oct 12 18:06:04.156620 dv-cinder-813226-2-iscsi neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2e933-ab6d-429e-9126-83e11ac3bc12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48286be-2d66-46c9-bb98-01dceda5be05,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:06:08.317042 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ea174331-def0-4979-b704-f69ede5469b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:11.072540 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-05920d49-ac12-4830-ab04-9d0820e3e51f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:11.914126 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:12.372273 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:13.908006 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:26.825157 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:32.199890 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 6 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:06:38.317187 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-63882f04-3448-440b-b4ba-792a9a298d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:41.075512 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-100f5773-631e-408e-a0cd-192c7edae63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:41.914986 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:42.380715 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:43.910120 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:56.854257 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:07:08.317173 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-bd031c52-a6dd-4094-aeb7-37a6c497ba77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:07:09.204036 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 6 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:07:11.073331 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-cc7b8b2d-6484-4ec2-9b2f-7fe46de0465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:07:11.915177 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:07:12.383642 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:07:13.909495 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:07:26.849583 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:07:38.321588 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-9db37522-5d87-4a03-96f1-bb16aa0596da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:07:41.073505 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-c20f989c-d7b6-45b9-a693-c16320ada7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:07:41.914330 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:07:42.379648 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:07:43.912827 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:07:46.208672 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 6 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:07:56.855012 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:08:08.325982 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-e066034b-dbe2-4514-911e-2c0e6cd00121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:08:11.075030 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-fead6379-8a68-464d-8b17-e03b2a7a1e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:08:11.913464 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:08:12.388150 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:08:13.916780 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:08:23.214628 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 6 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:08:26.848850 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:08:38.333166 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-aac87dc4-e38e-448c-af10-0144b6c051f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:08:41.079231 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-dab7ba19-2667-4c6f-aeac-6000ba220664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:08:41.918390 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:08:42.392229 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:08:43.928212 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:08:56.862179 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:09:00.219309 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 6 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:09:08.325494 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-26b0d0b8-56bf-4449-86ec-0e70ca89c580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:09:11.078769 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-446e3b7f-b337-41e3-a2e3-3a1175be2e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:09:11.919938 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:09:12.394016 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:09:13.926456 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:09:26.867178 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:09:37.221764 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 6 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:09:38.328752 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-2b66ea8a-0ee8-4ab9-870c-c80f0ad5fb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:09:41.077751 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-5853ac8a-ac56-4cec-a3b6-609833414f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:09:41.918704 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:09:42.396796 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:09:43.931934 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:09:56.867579 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:10:08.332788 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-823d6cea-18b6-428e-9410-d4ddd7e2469e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:10:11.077148 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-efcb87d1-627a-4495-b68e-bec517d2abce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:10:11.921495 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:10:12.398673 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:10:13.934721 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:10:14.225553 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 6 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:10:26.878797 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:10:38.331561 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-8113bcaa-7793-4bb0-a301-b04c0631dd8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:10:41.076594 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-06218eb4-9257-48a1-b4fb-051f5226206b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:10:41.919519 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:10:42.403402 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:10:43.946384 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:10:51.229168 dv-cinder-813226-2-iscsi neutron-server[105769]: DEBUG neutron.db.agents_db [None req-a1e9c9f8-e76b-4b27-a0b4-e7492205decf None None] Agent healthcheck: found 6 active agents {{(pid=105769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:10:56.888160 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ba199af5-3370-4518-9b46-5410d936add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:11:08.331427 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-ea1794e0-c582-4b44-b71e-bbabb9d22c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:11:11.080556 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-e9d69f32-4789-4bbf-95b6-6c1e8f8187f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:11:11.916624 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-555ed198-b8e6-4a29-a643-7803796393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:11:12.403035 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-d88c5a80-559e-4589-ad5e-aa81f3ca0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:11:13.940464 dv-cinder-813226-2-iscsi neutron-server[105768]: DEBUG neutron_lib.callbacks.manager [None req-92e9fc3d-ce20-4cfd-a139-bd40d014d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752770188270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724331'] for agent, after_update {{(pid=105768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}